From 6f59f4e9274e094e188975e3b5eb7e7e937fc0fc Mon Sep 17 00:00:00 2001 From: Simon Schwitanski <schwitanski@itc.rwth-aachen.de> Date: Fri, 7 Jun 2024 18:57:02 +0200 Subject: [PATCH] Update logs --- logs-20240607/csv/COLL.csv | 4 +- logs-20240607/csv/P2P.csv | 4 +- logs-20240607/csv/RMA.csv | 4 +- logs-20240607/csv/other.csv | 4 +- logs-20240607/csv/total.csv | 4 +- logs-20240607/itac.summary | 4628 ++++++------ ...rdering-mpi_improbe-mpi_send-001_0.elapsed | 2 +- ...rdering-mpi_improbe-mpi_send-001_0.timeout | 1 - ...allOrdering-mpi_improbe-mpi_send-001_0.txt | 39 +- ...Ordering-mpi_iprobe-mpi_send-001_0.elapsed | 2 +- ...Ordering-mpi_iprobe-mpi_send-001_0.timeout | 2 +- ...CallOrdering-mpi_iprobe-mpi_send-001_0.txt | 4 +- ...Ordering-mpi_mprobe-mpi_send-001_0.elapsed | 2 +- ...Ordering-mpi_mprobe-mpi_send-001_0.timeout | 1 - ...CallOrdering-mpi_mprobe-mpi_send-001_0.txt | 76 +- ...lOrdering-mpi_probe-mpi_send-001_0.elapsed | 2 +- ...lOrdering-mpi_probe-mpi_send-001_0.timeout | 1 - .../CallOrdering-mpi_probe-mpi_send-001_0.txt | 64 +- ...lOrdering-mpi_send-mpi_irecv-001_0.elapsed | 2 +- .../CallOrdering-mpi_send-mpi_irecv-001_0.txt | 7 +- ...llOrdering-mpi_send-mpi_recv-001_0.elapsed | 2 +- .../CallOrdering-mpi_send-mpi_recv-001_0.txt | 8 +- ...ering-mpi_send-mpi_recv_init-001_0.elapsed | 2 +- ...lOrdering-mpi_send-mpi_recv_init-001_0.txt | 6 +- ...ring-unmatched-mpi_allgather-001_0.elapsed | 2 +- ...ring-unmatched-mpi_allgather-001_0.timeout | 1 - ...Ordering-unmatched-mpi_allgather-001_0.txt | 61 +- ...-mpi_allgather-mpi_allreduce-001_0.elapsed | 2 +- ...ched-mpi_allgather-mpi_allreduce-001_0.txt | 18 +- ...d-mpi_allgather-mpi_alltoall-001_0.elapsed | 2 +- ...tched-mpi_allgather-mpi_alltoall-001_0.txt | 16 +- ...ed-mpi_allgather-mpi_barrier-001_0.elapsed | 2 +- ...atched-mpi_allgather-mpi_barrier-001_0.txt | 16 +- ...ched-mpi_allgather-mpi_bcast-001_0.elapsed | 2 +- ...nmatched-mpi_allgather-mpi_bcast-001_0.txt | 18 +- ...hed-mpi_allgather-mpi_exscan-001_0.elapsed | 2 +- ...matched-mpi_allgather-mpi_exscan-001_0.txt | 18 +- ...hed-mpi_allgather-mpi_gather-001_0.elapsed | 2 +- ...matched-mpi_allgather-mpi_gather-001_0.txt | 34 +- ...mpi_allgather-mpi_iallreduce-001_0.elapsed | 2 +- ...hed-mpi_allgather-mpi_iallreduce-001_0.txt | 18 +- ...-mpi_allgather-mpi_ialltoall-001_0.elapsed | 2 +- ...ched-mpi_allgather-mpi_ialltoall-001_0.txt | 18 +- ...d-mpi_allgather-mpi_ibarrier-001_0.elapsed | 2 +- ...tched-mpi_allgather-mpi_ibarrier-001_0.txt | 18 +- ...hed-mpi_allgather-mpi_ibcast-001_0.elapsed | 2 +- ...matched-mpi_allgather-mpi_ibcast-001_0.txt | 18 +- ...ed-mpi_allgather-mpi_igather-001_0.elapsed | 2 +- ...atched-mpi_allgather-mpi_igather-001_0.txt | 18 +- ...ed-mpi_allgather-mpi_ireduce-001_0.elapsed | 2 +- ...atched-mpi_allgather-mpi_ireduce-001_0.txt | 16 +- ...ched-mpi_allgather-mpi_iscan-001_0.elapsed | 2 +- ...tched-mpi_allgather-mpi_iscan-001_0.md5sum | 1 - ...nmatched-mpi_allgather-mpi_iscan-001_0.txt | 34 +- ...d-mpi_allgather-mpi_iscatter-001_0.elapsed | 2 +- ...tched-mpi_allgather-mpi_iscatter-001_0.txt | 16 +- ...hed-mpi_allgather-mpi_reduce-001_0.elapsed | 2 +- ...matched-mpi_allgather-mpi_reduce-001_0.txt | 18 +- ...her-mpi_reduce_scatter_block-001_0.elapsed | 2 +- ...lgather-mpi_reduce_scatter_block-001_0.txt | 16 +- ...tched-mpi_allgather-mpi_scan-001_0.elapsed | 2 +- ...unmatched-mpi_allgather-mpi_scan-001_0.txt | 18 +- ...ed-mpi_allgather-mpi_scatter-001_0.elapsed | 2 +- ...atched-mpi_allgather-mpi_scatter-001_0.txt | 18 +- ...ring-unmatched-mpi_allreduce-001_0.elapsed | 2 +- ...ring-unmatched-mpi_allreduce-001_0.timeout | 1 - ...Ordering-unmatched-mpi_allreduce-001_0.txt | 76 +- ...d-mpi_allreduce-mpi_alltoall-001_0.elapsed | 2 +- ...tched-mpi_allreduce-mpi_alltoall-001_0.txt | 18 +- ...ed-mpi_allreduce-mpi_barrier-001_0.elapsed | 2 +- ...atched-mpi_allreduce-mpi_barrier-001_0.txt | 14 +- ...ched-mpi_allreduce-mpi_bcast-001_0.elapsed | 2 +- ...nmatched-mpi_allreduce-mpi_bcast-001_0.txt | 18 +- ...hed-mpi_allreduce-mpi_exscan-001_0.elapsed | 2 +- ...matched-mpi_allreduce-mpi_exscan-001_0.txt | 18 +- ...hed-mpi_allreduce-mpi_gather-001_0.elapsed | 2 +- ...matched-mpi_allreduce-mpi_gather-001_0.txt | 18 +- ...mpi_allreduce-mpi_iallreduce-001_0.elapsed | 2 +- ...hed-mpi_allreduce-mpi_iallreduce-001_0.txt | 34 +- ...-mpi_allreduce-mpi_ialltoall-001_0.elapsed | 2 +- ...ched-mpi_allreduce-mpi_ialltoall-001_0.txt | 16 +- ...d-mpi_allreduce-mpi_ibarrier-001_0.elapsed | 2 +- ...tched-mpi_allreduce-mpi_ibarrier-001_0.txt | 18 +- ...hed-mpi_allreduce-mpi_ibcast-001_0.elapsed | 2 +- ...matched-mpi_allreduce-mpi_ibcast-001_0.txt | 18 +- ...ed-mpi_allreduce-mpi_igather-001_0.elapsed | 2 +- ...atched-mpi_allreduce-mpi_igather-001_0.txt | 18 +- ...ed-mpi_allreduce-mpi_ireduce-001_0.elapsed | 2 +- ...atched-mpi_allreduce-mpi_ireduce-001_0.txt | 16 +- ...ched-mpi_allreduce-mpi_iscan-001_0.elapsed | 2 +- ...nmatched-mpi_allreduce-mpi_iscan-001_0.txt | 18 +- ...d-mpi_allreduce-mpi_iscatter-001_0.elapsed | 2 +- ...tched-mpi_allreduce-mpi_iscatter-001_0.txt | 18 +- ...hed-mpi_allreduce-mpi_reduce-001_0.elapsed | 2 +- ...matched-mpi_allreduce-mpi_reduce-001_0.txt | 16 +- ...uce-mpi_reduce_scatter_block-001_0.elapsed | 2 +- ...lreduce-mpi_reduce_scatter_block-001_0.txt | 18 +- ...tched-mpi_allreduce-mpi_scan-001_0.elapsed | 2 +- ...unmatched-mpi_allreduce-mpi_scan-001_0.txt | 18 +- ...ed-mpi_allreduce-mpi_scatter-001_0.elapsed | 2 +- ...atched-mpi_allreduce-mpi_scatter-001_0.txt | 16 +- ...ering-unmatched-mpi_alltoall-001_0.elapsed | 2 +- ...ering-unmatched-mpi_alltoall-001_0.timeout | 1 - ...lOrdering-unmatched-mpi_alltoall-001_0.txt | 76 +- ...hed-mpi_alltoall-mpi_barrier-001_0.elapsed | 2 +- ...matched-mpi_alltoall-mpi_barrier-001_0.txt | 16 +- ...tched-mpi_alltoall-mpi_bcast-001_0.elapsed | 2 +- ...unmatched-mpi_alltoall-mpi_bcast-001_0.txt | 18 +- ...ched-mpi_alltoall-mpi_exscan-001_0.elapsed | 2 +- ...nmatched-mpi_alltoall-mpi_exscan-001_0.txt | 34 +- ...ched-mpi_alltoall-mpi_gather-001_0.elapsed | 2 +- ...nmatched-mpi_alltoall-mpi_gather-001_0.txt | 18 +- ...-mpi_alltoall-mpi_iallreduce-001_0.elapsed | 2 +- ...ched-mpi_alltoall-mpi_iallreduce-001_0.txt | 18 +- ...d-mpi_alltoall-mpi_ialltoall-001_0.elapsed | 2 +- ...tched-mpi_alltoall-mpi_ialltoall-001_0.txt | 16 +- ...ed-mpi_alltoall-mpi_ibarrier-001_0.elapsed | 2 +- ...atched-mpi_alltoall-mpi_ibarrier-001_0.txt | 16 +- ...ched-mpi_alltoall-mpi_ibcast-001_0.elapsed | 2 +- ...nmatched-mpi_alltoall-mpi_ibcast-001_0.txt | 16 +- ...hed-mpi_alltoall-mpi_igather-001_0.elapsed | 2 +- ...matched-mpi_alltoall-mpi_igather-001_0.txt | 16 +- ...hed-mpi_alltoall-mpi_ireduce-001_0.elapsed | 2 +- ...matched-mpi_alltoall-mpi_ireduce-001_0.txt | 34 +- ...tched-mpi_alltoall-mpi_iscan-001_0.elapsed | 2 +- ...unmatched-mpi_alltoall-mpi_iscan-001_0.txt | 34 +- ...ed-mpi_alltoall-mpi_iscatter-001_0.elapsed | 2 +- ...atched-mpi_alltoall-mpi_iscatter-001_0.txt | 18 +- ...ched-mpi_alltoall-mpi_reduce-001_0.elapsed | 2 +- ...nmatched-mpi_alltoall-mpi_reduce-001_0.txt | 18 +- ...all-mpi_reduce_scatter_block-001_0.elapsed | 2 +- ...lltoall-mpi_reduce_scatter_block-001_0.txt | 16 +- ...atched-mpi_alltoall-mpi_scan-001_0.elapsed | 2 +- ...-unmatched-mpi_alltoall-mpi_scan-001_0.txt | 16 +- ...hed-mpi_alltoall-mpi_scatter-001_0.elapsed | 2 +- ...matched-mpi_alltoall-mpi_scatter-001_0.txt | 18 +- ...dering-unmatched-mpi_barrier-001_0.elapsed | 2 +- ...dering-unmatched-mpi_barrier-001_0.timeout | 1 - ...llOrdering-unmatched-mpi_barrier-001_0.txt | 76 +- ...atched-mpi_barrier-mpi_bcast-001_0.elapsed | 2 +- ...-unmatched-mpi_barrier-mpi_bcast-001_0.txt | 16 +- ...tched-mpi_barrier-mpi_exscan-001_0.elapsed | 2 +- ...unmatched-mpi_barrier-mpi_exscan-001_0.txt | 16 +- ...tched-mpi_barrier-mpi_gather-001_0.elapsed | 2 +- ...unmatched-mpi_barrier-mpi_gather-001_0.txt | 16 +- ...d-mpi_barrier-mpi_iallreduce-001_0.elapsed | 2 +- ...tched-mpi_barrier-mpi_iallreduce-001_0.txt | 16 +- ...ed-mpi_barrier-mpi_ialltoall-001_0.elapsed | 2 +- ...hed-mpi_barrier-mpi_ialltoall-001_0.md5sum | 1 - ...atched-mpi_barrier-mpi_ialltoall-001_0.txt | 34 +- ...hed-mpi_barrier-mpi_ibarrier-001_0.elapsed | 2 +- ...matched-mpi_barrier-mpi_ibarrier-001_0.txt | 16 +- ...tched-mpi_barrier-mpi_ibcast-001_0.elapsed | 2 +- ...unmatched-mpi_barrier-mpi_ibcast-001_0.txt | 16 +- ...ched-mpi_barrier-mpi_igather-001_0.elapsed | 2 +- ...nmatched-mpi_barrier-mpi_igather-001_0.txt | 16 +- ...ched-mpi_barrier-mpi_ireduce-001_0.elapsed | 2 +- ...nmatched-mpi_barrier-mpi_ireduce-001_0.txt | 16 +- ...atched-mpi_barrier-mpi_iscan-001_0.elapsed | 2 +- ...-unmatched-mpi_barrier-mpi_iscan-001_0.txt | 16 +- ...hed-mpi_barrier-mpi_iscatter-001_0.elapsed | 2 +- ...matched-mpi_barrier-mpi_iscatter-001_0.txt | 16 +- ...tched-mpi_barrier-mpi_reduce-001_0.elapsed | 2 +- ...unmatched-mpi_barrier-mpi_reduce-001_0.txt | 34 +- ...ier-mpi_reduce_scatter_block-001_0.elapsed | 2 +- ...barrier-mpi_reduce_scatter_block-001_0.txt | 16 +- ...matched-mpi_barrier-mpi_scan-001_0.elapsed | 2 +- ...g-unmatched-mpi_barrier-mpi_scan-001_0.txt | 16 +- ...ched-mpi_barrier-mpi_scatter-001_0.elapsed | 2 +- ...nmatched-mpi_barrier-mpi_scatter-001_0.txt | 16 +- ...Ordering-unmatched-mpi_bcast-001_0.elapsed | 2 +- ...Ordering-unmatched-mpi_bcast-001_0.timeout | 1 - ...CallOrdering-unmatched-mpi_bcast-001_0.txt | 75 +- ...matched-mpi_bcast-mpi_exscan-001_0.elapsed | 2 +- ...g-unmatched-mpi_bcast-mpi_exscan-001_0.txt | 18 +- ...matched-mpi_bcast-mpi_gather-001_0.elapsed | 2 +- ...g-unmatched-mpi_bcast-mpi_gather-001_0.txt | 18 +- ...hed-mpi_bcast-mpi_iallreduce-001_0.elapsed | 2 +- ...matched-mpi_bcast-mpi_iallreduce-001_0.txt | 16 +- ...ched-mpi_bcast-mpi_ialltoall-001_0.elapsed | 2 +- ...nmatched-mpi_bcast-mpi_ialltoall-001_0.txt | 16 +- ...tched-mpi_bcast-mpi_ibarrier-001_0.elapsed | 2 +- ...unmatched-mpi_bcast-mpi_ibarrier-001_0.txt | 18 +- ...matched-mpi_bcast-mpi_ibcast-001_0.elapsed | 2 +- ...g-unmatched-mpi_bcast-mpi_ibcast-001_0.txt | 34 +- ...atched-mpi_bcast-mpi_igather-001_0.elapsed | 2 +- ...-unmatched-mpi_bcast-mpi_igather-001_0.txt | 16 +- ...atched-mpi_bcast-mpi_ireduce-001_0.elapsed | 2 +- ...-unmatched-mpi_bcast-mpi_ireduce-001_0.txt | 18 +- ...nmatched-mpi_bcast-mpi_iscan-001_0.elapsed | 2 +- ...ng-unmatched-mpi_bcast-mpi_iscan-001_0.txt | 18 +- ...tched-mpi_bcast-mpi_iscatter-001_0.elapsed | 2 +- ...unmatched-mpi_bcast-mpi_iscatter-001_0.txt | 16 +- ...matched-mpi_bcast-mpi_reduce-001_0.elapsed | 2 +- ...g-unmatched-mpi_bcast-mpi_reduce-001_0.txt | 18 +- ...ast-mpi_reduce_scatter_block-001_0.elapsed | 2 +- ...i_bcast-mpi_reduce_scatter_block-001_0.txt | 18 +- ...unmatched-mpi_bcast-mpi_scan-001_0.elapsed | 2 +- ...-unmatched-mpi_bcast-mpi_scan-001_0.md5sum | 1 - ...ing-unmatched-mpi_bcast-mpi_scan-001_0.txt | 34 +- ...atched-mpi_bcast-mpi_scatter-001_0.elapsed | 2 +- ...-unmatched-mpi_bcast-mpi_scatter-001_0.txt | 18 +- ...Ordering-unmatched-mpi_bsend-001_0.elapsed | 2 +- ...CallOrdering-unmatched-mpi_bsend-001_0.txt | 18 +- ...ing-unmatched-mpi_bsend_init-001_0.elapsed | 2 +- ...rdering-unmatched-mpi_bsend_init-001_0.txt | 18 +- ...rdering-unmatched-mpi_exscan-001_0.elapsed | 2 +- ...rdering-unmatched-mpi_exscan-001_0.timeout | 1 - ...allOrdering-unmatched-mpi_exscan-001_0.txt | 76 +- ...atched-mpi_exscan-mpi_gather-001_0.elapsed | 2 +- ...-unmatched-mpi_exscan-mpi_gather-001_0.txt | 16 +- ...ed-mpi_exscan-mpi_iallreduce-001_0.elapsed | 2 +- ...atched-mpi_exscan-mpi_iallreduce-001_0.txt | 16 +- ...hed-mpi_exscan-mpi_ialltoall-001_0.elapsed | 2 +- ...matched-mpi_exscan-mpi_ialltoall-001_0.txt | 34 +- ...ched-mpi_exscan-mpi_ibarrier-001_0.elapsed | 2 +- ...nmatched-mpi_exscan-mpi_ibarrier-001_0.txt | 18 +- ...atched-mpi_exscan-mpi_ibcast-001_0.elapsed | 2 +- ...-unmatched-mpi_exscan-mpi_ibcast-001_0.txt | 16 +- ...tched-mpi_exscan-mpi_igather-001_0.elapsed | 2 +- ...unmatched-mpi_exscan-mpi_igather-001_0.txt | 18 +- ...tched-mpi_exscan-mpi_ireduce-001_0.elapsed | 2 +- ...unmatched-mpi_exscan-mpi_ireduce-001_0.txt | 18 +- ...matched-mpi_exscan-mpi_iscan-001_0.elapsed | 2 +- ...g-unmatched-mpi_exscan-mpi_iscan-001_0.txt | 18 +- ...ched-mpi_exscan-mpi_iscatter-001_0.elapsed | 2 +- ...nmatched-mpi_exscan-mpi_iscatter-001_0.txt | 18 +- ...can-mpi_reduce_scatter_block-001_0.elapsed | 2 +- ..._exscan-mpi_reduce_scatter_block-001_0.txt | 16 +- ...nmatched-mpi_exscan-mpi_scan-001_0.elapsed | 2 +- ...ng-unmatched-mpi_exscan-mpi_scan-001_0.txt | 16 +- ...rdering-unmatched-mpi_gather-001_0.elapsed | 2 +- ...rdering-unmatched-mpi_gather-001_0.timeout | 1 - ...allOrdering-unmatched-mpi_gather-001_0.txt | 63 +- ...ed-mpi_gather-mpi_iallreduce-001_0.elapsed | 2 +- ...atched-mpi_gather-mpi_iallreduce-001_0.txt | 16 +- ...hed-mpi_gather-mpi_ialltoall-001_0.elapsed | 2 +- ...matched-mpi_gather-mpi_ialltoall-001_0.txt | 16 +- ...ched-mpi_gather-mpi_ibarrier-001_0.elapsed | 2 +- ...nmatched-mpi_gather-mpi_ibarrier-001_0.txt | 18 +- ...atched-mpi_gather-mpi_ibcast-001_0.elapsed | 2 +- ...-unmatched-mpi_gather-mpi_ibcast-001_0.txt | 18 +- ...tched-mpi_gather-mpi_igather-001_0.elapsed | 2 +- ...atched-mpi_gather-mpi_igather-001_0.md5sum | 1 - ...unmatched-mpi_gather-mpi_igather-001_0.txt | 34 +- ...tched-mpi_gather-mpi_ireduce-001_0.elapsed | 2 +- ...unmatched-mpi_gather-mpi_ireduce-001_0.txt | 34 +- ...matched-mpi_gather-mpi_iscan-001_0.elapsed | 2 +- ...g-unmatched-mpi_gather-mpi_iscan-001_0.txt | 34 +- ...ched-mpi_gather-mpi_iscatter-001_0.elapsed | 2 +- ...nmatched-mpi_gather-mpi_iscatter-001_0.txt | 16 +- ...her-mpi_reduce_scatter_block-001_0.elapsed | 2 +- ..._gather-mpi_reduce_scatter_block-001_0.txt | 18 +- ...nmatched-mpi_gather-mpi_scan-001_0.elapsed | 2 +- ...ng-unmatched-mpi_gather-mpi_scan-001_0.txt | 16 +- ...ing-unmatched-mpi_iallreduce-001_0.elapsed | 2 +- ...ing-unmatched-mpi_iallreduce-001_0.timeout | 1 - ...rdering-unmatched-mpi_iallreduce-001_0.txt | 76 +- ...mpi_iallreduce-mpi_ialltoall-001_0.elapsed | 2 +- ...hed-mpi_iallreduce-mpi_ialltoall-001_0.txt | 18 +- ...ed-mpi_iallreduce-mpi_ibcast-001_0.elapsed | 2 +- ...atched-mpi_iallreduce-mpi_ibcast-001_0.txt | 18 +- ...d-mpi_iallreduce-mpi_igather-001_0.elapsed | 2 +- ...tched-mpi_iallreduce-mpi_igather-001_0.txt | 18 +- ...d-mpi_iallreduce-mpi_ireduce-001_0.elapsed | 2 +- ...tched-mpi_iallreduce-mpi_ireduce-001_0.txt | 18 +- ...hed-mpi_iallreduce-mpi_iscan-001_0.elapsed | 2 +- ...matched-mpi_iallreduce-mpi_iscan-001_0.txt | 18 +- ...-mpi_iallreduce-mpi_iscatter-001_0.elapsed | 2 +- ...ched-mpi_iallreduce-mpi_iscatter-001_0.txt | 34 +- ...ring-unmatched-mpi_ialltoall-001_0.elapsed | 2 +- ...ering-unmatched-mpi_ialltoall-001_0.md5sum | 1 - ...ring-unmatched-mpi_ialltoall-001_0.timeout | 1 - ...Ordering-unmatched-mpi_ialltoall-001_0.txt | 56 +- ...hed-mpi_ialltoall-mpi_ibcast-001_0.elapsed | 2 +- ...matched-mpi_ialltoall-mpi_ibcast-001_0.txt | 18 +- ...ed-mpi_ialltoall-mpi_igather-001_0.elapsed | 2 +- ...atched-mpi_ialltoall-mpi_igather-001_0.txt | 34 +- ...ed-mpi_ialltoall-mpi_ireduce-001_0.elapsed | 2 +- ...atched-mpi_ialltoall-mpi_ireduce-001_0.txt | 34 +- ...ched-mpi_ialltoall-mpi_iscan-001_0.elapsed | 2 +- ...nmatched-mpi_ialltoall-mpi_iscan-001_0.txt | 18 +- ...d-mpi_ialltoall-mpi_iscatter-001_0.elapsed | 2 +- ...tched-mpi_ialltoall-mpi_iscatter-001_0.txt | 18 +- ...ering-unmatched-mpi_ibarrier-001_0.elapsed | 2 +- ...ering-unmatched-mpi_ibarrier-001_0.timeout | 1 - ...lOrdering-unmatched-mpi_ibarrier-001_0.txt | 76 +- ...-mpi_ibarrier-mpi_iallreduce-001_0.elapsed | 2 +- ...ched-mpi_ibarrier-mpi_iallreduce-001_0.txt | 34 +- ...d-mpi_ibarrier-mpi_ialltoall-001_0.elapsed | 2 +- ...tched-mpi_ibarrier-mpi_ialltoall-001_0.txt | 18 +- ...ched-mpi_ibarrier-mpi_ibcast-001_0.elapsed | 2 +- ...nmatched-mpi_ibarrier-mpi_ibcast-001_0.txt | 18 +- ...hed-mpi_ibarrier-mpi_igather-001_0.elapsed | 2 +- ...matched-mpi_ibarrier-mpi_igather-001_0.txt | 18 +- ...hed-mpi_ibarrier-mpi_ireduce-001_0.elapsed | 2 +- ...matched-mpi_ibarrier-mpi_ireduce-001_0.txt | 18 +- ...tched-mpi_ibarrier-mpi_iscan-001_0.elapsed | 2 +- ...unmatched-mpi_ibarrier-mpi_iscan-001_0.txt | 18 +- ...ed-mpi_ibarrier-mpi_iscatter-001_0.elapsed | 2 +- ...atched-mpi_ibarrier-mpi_iscatter-001_0.txt | 34 +- ...rdering-unmatched-mpi_ibcast-001_0.elapsed | 2 +- ...rdering-unmatched-mpi_ibcast-001_0.timeout | 1 - ...allOrdering-unmatched-mpi_ibcast-001_0.txt | 76 +- ...tched-mpi_ibcast-mpi_igather-001_0.elapsed | 2 +- ...unmatched-mpi_ibcast-mpi_igather-001_0.txt | 18 +- ...tched-mpi_ibcast-mpi_ireduce-001_0.elapsed | 2 +- ...unmatched-mpi_ibcast-mpi_ireduce-001_0.txt | 18 +- ...matched-mpi_ibcast-mpi_iscan-001_0.elapsed | 2 +- ...g-unmatched-mpi_ibcast-mpi_iscan-001_0.txt | 18 +- ...ched-mpi_ibcast-mpi_iscatter-001_0.elapsed | 2 +- ...nmatched-mpi_ibcast-mpi_iscatter-001_0.txt | 18 +- ...rdering-unmatched-mpi_ibsend-001_0.elapsed | 2 +- ...allOrdering-unmatched-mpi_ibsend-001_0.txt | 34 +- ...dering-unmatched-mpi_igather-001_0.elapsed | 2 +- ...dering-unmatched-mpi_igather-001_0.timeout | 1 - ...llOrdering-unmatched-mpi_igather-001_0.txt | 76 +- ...atched-mpi_igather-mpi_iscan-001_0.elapsed | 2 +- ...-unmatched-mpi_igather-mpi_iscan-001_0.txt | 18 +- ...dering-unmatched-mpi_improbe-001_0.elapsed | 2 +- ...dering-unmatched-mpi_improbe-001_0.timeout | 2 +- ...llOrdering-unmatched-mpi_improbe-001_0.txt | 6 +- ...Ordering-unmatched-mpi_irecv-001_0.elapsed | 2 +- ...Ordering-unmatched-mpi_irecv-001_0.timeout | 1 - ...CallOrdering-unmatched-mpi_irecv-001_0.txt | 75 +- ...dering-unmatched-mpi_ireduce-001_0.elapsed | 2 +- ...rdering-unmatched-mpi_ireduce-001_0.md5sum | 1 - ...dering-unmatched-mpi_ireduce-001_0.timeout | 1 - ...llOrdering-unmatched-mpi_ireduce-001_0.txt | 57 +- ...ched-mpi_ireduce-mpi_igather-001_0.elapsed | 2 +- ...nmatched-mpi_ireduce-mpi_igather-001_0.txt | 18 +- ...atched-mpi_ireduce-mpi_iscan-001_0.elapsed | 2 +- ...-unmatched-mpi_ireduce-mpi_iscan-001_0.txt | 18 +- ...hed-mpi_ireduce-mpi_iscatter-001_0.elapsed | 2 +- ...matched-mpi_ireduce-mpi_iscatter-001_0.txt | 18 +- ...rdering-unmatched-mpi_irsend-001_0.elapsed | 2 +- ...allOrdering-unmatched-mpi_irsend-001_0.txt | 12 +- ...Ordering-unmatched-mpi_iscan-001_0.elapsed | 2 +- ...Ordering-unmatched-mpi_iscan-001_0.timeout | 1 - ...CallOrdering-unmatched-mpi_iscan-001_0.txt | 63 +- ...ering-unmatched-mpi_iscatter-001_0.elapsed | 2 +- ...ering-unmatched-mpi_iscatter-001_0.timeout | 1 - ...lOrdering-unmatched-mpi_iscatter-001_0.txt | 60 +- ...hed-mpi_iscatter-mpi_igather-001_0.elapsed | 2 +- ...matched-mpi_iscatter-mpi_igather-001_0.txt | 18 +- ...tched-mpi_iscatter-mpi_iscan-001_0.elapsed | 2 +- ...unmatched-mpi_iscatter-mpi_iscan-001_0.txt | 18 +- ...Ordering-unmatched-mpi_isend-001_0.elapsed | 2 +- ...Ordering-unmatched-mpi_isend-001_0.timeout | 1 - ...CallOrdering-unmatched-mpi_isend-001_0.txt | 77 +- ...rdering-unmatched-mpi_issend-001_0.elapsed | 2 +- ...rdering-unmatched-mpi_issend-001_0.timeout | 1 - ...allOrdering-unmatched-mpi_issend-001_0.txt | 70 +- ...rdering-unmatched-mpi_mprobe-001_0.elapsed | 2 +- ...rdering-unmatched-mpi_mprobe-001_0.timeout | 1 - ...allOrdering-unmatched-mpi_mprobe-001_0.txt | 76 +- ...ing-unmatched-mpi_precv_init-001_0.elapsed | 2 +- ...rdering-unmatched-mpi_precv_init-001_0.txt | 4 +- ...ing-unmatched-mpi_psend_init-001_0.elapsed | 2 +- ...rdering-unmatched-mpi_psend_init-001_0.txt | 4 +- ...lOrdering-unmatched-mpi_recv-001_0.elapsed | 2 +- ...lOrdering-unmatched-mpi_recv-001_0.timeout | 1 - .../CallOrdering-unmatched-mpi_recv-001_0.txt | 76 +- ...ring-unmatched-mpi_recv_init-001_0.elapsed | 2 +- ...ring-unmatched-mpi_recv_init-001_0.timeout | 1 - ...Ordering-unmatched-mpi_recv_init-001_0.txt | 75 +- ...rdering-unmatched-mpi_reduce-001_0.elapsed | 2 +- ...rdering-unmatched-mpi_reduce-001_0.timeout | 1 - ...allOrdering-unmatched-mpi_reduce-001_0.txt | 76 +- ...atched-mpi_reduce-mpi_exscan-001_0.elapsed | 2 +- ...-unmatched-mpi_reduce-mpi_exscan-001_0.txt | 18 +- ...atched-mpi_reduce-mpi_gather-001_0.elapsed | 2 +- ...-unmatched-mpi_reduce-mpi_gather-001_0.txt | 18 +- ...ed-mpi_reduce-mpi_iallreduce-001_0.elapsed | 2 +- ...atched-mpi_reduce-mpi_iallreduce-001_0.txt | 18 +- ...hed-mpi_reduce-mpi_ialltoall-001_0.elapsed | 2 +- ...matched-mpi_reduce-mpi_ialltoall-001_0.txt | 18 +- ...ched-mpi_reduce-mpi_ibarrier-001_0.elapsed | 2 +- ...nmatched-mpi_reduce-mpi_ibarrier-001_0.txt | 18 +- ...atched-mpi_reduce-mpi_ibcast-001_0.elapsed | 2 +- ...-unmatched-mpi_reduce-mpi_ibcast-001_0.txt | 16 +- ...tched-mpi_reduce-mpi_igather-001_0.elapsed | 2 +- ...unmatched-mpi_reduce-mpi_igather-001_0.txt | 18 +- ...tched-mpi_reduce-mpi_ireduce-001_0.elapsed | 2 +- ...unmatched-mpi_reduce-mpi_ireduce-001_0.txt | 18 +- ...matched-mpi_reduce-mpi_iscan-001_0.elapsed | 2 +- ...g-unmatched-mpi_reduce-mpi_iscan-001_0.txt | 16 +- ...ched-mpi_reduce-mpi_iscatter-001_0.elapsed | 2 +- ...nmatched-mpi_reduce-mpi_iscatter-001_0.txt | 18 +- ...uce-mpi_reduce_scatter_block-001_0.elapsed | 2 +- ..._reduce-mpi_reduce_scatter_block-001_0.txt | 18 +- ...nmatched-mpi_reduce-mpi_scan-001_0.elapsed | 2 +- ...unmatched-mpi_reduce-mpi_scan-001_0.md5sum | 1 - ...ng-unmatched-mpi_reduce-mpi_scan-001_0.txt | 34 +- ...tched-mpi_reduce-mpi_scatter-001_0.elapsed | 2 +- ...unmatched-mpi_reduce-mpi_scatter-001_0.txt | 18 +- ...hed-mpi_reduce_scatter_block-001_0.elapsed | 2 +- ...hed-mpi_reduce_scatter_block-001_0.timeout | 1 - ...matched-mpi_reduce_scatter_block-001_0.txt | 76 +- ...scatter_block-mpi_iallreduce-001_0.elapsed | 2 +- ...uce_scatter_block-mpi_iallreduce-001_0.txt | 18 +- ..._scatter_block-mpi_ialltoall-001_0.elapsed | 2 +- ...duce_scatter_block-mpi_ialltoall-001_0.txt | 18 +- ...e_scatter_block-mpi_ibarrier-001_0.elapsed | 2 +- ...educe_scatter_block-mpi_ibarrier-001_0.txt | 16 +- ...uce_scatter_block-mpi_ibcast-001_0.elapsed | 2 +- ..._reduce_scatter_block-mpi_ibcast-001_0.txt | 18 +- ...ce_scatter_block-mpi_igather-001_0.elapsed | 2 +- ...reduce_scatter_block-mpi_igather-001_0.txt | 16 +- ...ce_scatter_block-mpi_ireduce-001_0.elapsed | 2 +- ...reduce_scatter_block-mpi_ireduce-001_0.txt | 18 +- ...duce_scatter_block-mpi_iscan-001_0.elapsed | 2 +- ...i_reduce_scatter_block-mpi_iscan-001_0.txt | 18 +- ...e_scatter_block-mpi_iscatter-001_0.elapsed | 2 +- ...educe_scatter_block-mpi_iscatter-001_0.txt | 16 +- ...educe_scatter_block-mpi_scan-001_0.elapsed | 2 +- ...pi_reduce_scatter_block-mpi_scan-001_0.txt | 18 +- ...Ordering-unmatched-mpi_rsend-001_0.elapsed | 2 +- ...CallOrdering-unmatched-mpi_rsend-001_0.txt | 12 +- ...ing-unmatched-mpi_rsend_init-001_0.elapsed | 2 +- ...rdering-unmatched-mpi_rsend_init-001_0.txt | 17 +- ...lOrdering-unmatched-mpi_scan-001_0.elapsed | 2 +- ...lOrdering-unmatched-mpi_scan-001_0.timeout | 1 - .../CallOrdering-unmatched-mpi_scan-001_0.txt | 76 +- ...ched-mpi_scan-mpi_iallreduce-001_0.elapsed | 2 +- ...nmatched-mpi_scan-mpi_iallreduce-001_0.txt | 18 +- ...tched-mpi_scan-mpi_ialltoall-001_0.elapsed | 2 +- ...atched-mpi_scan-mpi_ialltoall-001_0.md5sum | 1 - ...unmatched-mpi_scan-mpi_ialltoall-001_0.txt | 34 +- ...atched-mpi_scan-mpi_ibarrier-001_0.elapsed | 2 +- ...matched-mpi_scan-mpi_ibarrier-001_0.md5sum | 1 - ...-unmatched-mpi_scan-mpi_ibarrier-001_0.txt | 34 +- ...nmatched-mpi_scan-mpi_ibcast-001_0.elapsed | 2 +- ...ng-unmatched-mpi_scan-mpi_ibcast-001_0.txt | 18 +- ...matched-mpi_scan-mpi_igather-001_0.elapsed | 2 +- ...g-unmatched-mpi_scan-mpi_igather-001_0.txt | 18 +- ...matched-mpi_scan-mpi_ireduce-001_0.elapsed | 2 +- ...g-unmatched-mpi_scan-mpi_ireduce-001_0.txt | 18 +- ...unmatched-mpi_scan-mpi_iscan-001_0.elapsed | 2 +- ...ing-unmatched-mpi_scan-mpi_iscan-001_0.txt | 18 +- ...atched-mpi_scan-mpi_iscatter-001_0.elapsed | 2 +- ...-unmatched-mpi_scan-mpi_iscatter-001_0.txt | 16 +- ...dering-unmatched-mpi_scatter-001_0.elapsed | 2 +- ...dering-unmatched-mpi_scatter-001_0.timeout | 1 - ...llOrdering-unmatched-mpi_scatter-001_0.txt | 76 +- ...tched-mpi_scatter-mpi_exscan-001_0.elapsed | 2 +- ...unmatched-mpi_scatter-mpi_exscan-001_0.txt | 34 +- ...tched-mpi_scatter-mpi_gather-001_0.elapsed | 2 +- ...unmatched-mpi_scatter-mpi_gather-001_0.txt | 16 +- ...d-mpi_scatter-mpi_iallreduce-001_0.elapsed | 2 +- ...tched-mpi_scatter-mpi_iallreduce-001_0.txt | 18 +- ...ed-mpi_scatter-mpi_ialltoall-001_0.elapsed | 2 +- ...atched-mpi_scatter-mpi_ialltoall-001_0.txt | 18 +- ...hed-mpi_scatter-mpi_ibarrier-001_0.elapsed | 2 +- ...matched-mpi_scatter-mpi_ibarrier-001_0.txt | 34 +- ...tched-mpi_scatter-mpi_ibcast-001_0.elapsed | 2 +- ...unmatched-mpi_scatter-mpi_ibcast-001_0.txt | 18 +- ...ched-mpi_scatter-mpi_igather-001_0.elapsed | 2 +- ...tched-mpi_scatter-mpi_igather-001_0.md5sum | 1 - ...nmatched-mpi_scatter-mpi_igather-001_0.txt | 34 +- ...ched-mpi_scatter-mpi_ireduce-001_0.elapsed | 2 +- ...nmatched-mpi_scatter-mpi_ireduce-001_0.txt | 16 +- ...atched-mpi_scatter-mpi_iscan-001_0.elapsed | 2 +- ...-unmatched-mpi_scatter-mpi_iscan-001_0.txt | 18 +- ...hed-mpi_scatter-mpi_iscatter-001_0.elapsed | 2 +- ...matched-mpi_scatter-mpi_iscatter-001_0.txt | 18 +- ...ter-mpi_reduce_scatter_block-001_0.elapsed | 2 +- ...scatter-mpi_reduce_scatter_block-001_0.txt | 18 +- ...matched-mpi_scatter-mpi_scan-001_0.elapsed | 2 +- ...g-unmatched-mpi_scatter-mpi_scan-001_0.txt | 18 +- ...lOrdering-unmatched-mpi_send-001_0.elapsed | 2 +- ...lOrdering-unmatched-mpi_send-001_0.timeout | 1 - .../CallOrdering-unmatched-mpi_send-001_0.txt | 61 +- ...ring-unmatched-mpi_send_init-001_0.elapsed | 2 +- ...ring-unmatched-mpi_send_init-001_0.timeout | 1 - ...Ordering-unmatched-mpi_send_init-001_0.txt | 71 +- ...Ordering-unmatched-mpi_ssend-001_0.elapsed | 2 +- ...Ordering-unmatched-mpi_ssend-001_0.timeout | 1 - ...CallOrdering-unmatched-mpi_ssend-001_0.txt | 76 +- ...ing-unmatched-mpi_ssend_init-001_0.elapsed | 2 +- ...ing-unmatched-mpi_ssend_init-001_0.timeout | 1 - ...rdering-unmatched-mpi_ssend_init-001_0.txt | 47 +- ...-fence-accumulate_accumulate-001_0.elapsed | 2 +- ...rect-fence-accumulate_accumulate-001_0.txt | 8 +- ...-fence-accumulate_accumulate-002_0.elapsed | 2 +- ...rect-fence-accumulate_accumulate-002_0.txt | 6 +- ...ect-fence-accumulate_bufread-001_0.elapsed | 2 +- ...Correct-fence-accumulate_bufread-001_0.txt | 6 +- ...ct-fence-accumulate_bufwrite-001_0.elapsed | 2 +- ...orrect-fence-accumulate_bufwrite-001_0.txt | 7 +- ...-accumulate_compare_and_swap-001_0.elapsed | 2 +- ...ence-accumulate_compare_and_swap-001_0.txt | 6 +- ...-accumulate_compare_and_swap-002_0.elapsed | 2 +- ...ence-accumulate_compare_and_swap-002_0.txt | 6 +- ...ence-accumulate_fetch_and_op-001_0.elapsed | 2 +- ...ct-fence-accumulate_fetch_and_op-001_0.txt | 8 +- ...ence-accumulate_fetch_and_op-002_0.elapsed | 2 +- ...ct-fence-accumulate_fetch_and_op-002_0.txt | 7 +- ...Correct-fence-accumulate_get-001_0.elapsed | 2 +- .../Correct-fence-accumulate_get-001_0.txt | 6 +- ...Correct-fence-accumulate_get-002_0.elapsed | 2 +- .../Correct-fence-accumulate_get-002_0.txt | 6 +- ...ce-accumulate_get_accumulate-001_0.elapsed | 2 +- ...-fence-accumulate_get_accumulate-001_0.txt | 7 +- ...ce-accumulate_get_accumulate-002_0.elapsed | 2 +- ...-fence-accumulate_get_accumulate-002_0.txt | 6 +- ...ence-accumulate_localbufread-001_0.elapsed | 2 +- ...ct-fence-accumulate_localbufread-001_0.txt | 6 +- ...nce-accumulate_localbufwrite-001_0.elapsed | 2 +- ...t-fence-accumulate_localbufwrite-001_0.txt | 6 +- ...Correct-fence-accumulate_put-001_0.elapsed | 2 +- .../Correct-fence-accumulate_put-001_0.txt | 7 +- ...Correct-fence-accumulate_put-002_0.elapsed | 2 +- .../Correct-fence-accumulate_put-002_0.txt | 7 +- ...fence-accumulate_raccumulate-001_0.elapsed | 2 +- ...ect-fence-accumulate_raccumulate-001_0.txt | 6 +- ...fence-accumulate_raccumulate-002_0.elapsed | 2 +- ...ect-fence-accumulate_raccumulate-002_0.txt | 6 +- ...orrect-fence-accumulate_rget-001_0.elapsed | 2 +- .../Correct-fence-accumulate_rget-001_0.txt | 7 +- ...orrect-fence-accumulate_rget-002_0.elapsed | 2 +- .../Correct-fence-accumulate_rget-002_0.txt | 6 +- ...e-accumulate_rget_accumulate-001_0.elapsed | 2 +- ...fence-accumulate_rget_accumulate-001_0.txt | 6 +- ...e-accumulate_rget_accumulate-002_0.elapsed | 2 +- ...fence-accumulate_rget_accumulate-002_0.txt | 6 +- ...orrect-fence-accumulate_rput-001_0.elapsed | 2 +- .../Correct-fence-accumulate_rput-001_0.txt | 6 +- ...orrect-fence-accumulate_rput-002_0.elapsed | 2 +- .../Correct-fence-accumulate_rput-002_0.txt | 6 +- ...ect-fence-bufread_accumulate-001_0.elapsed | 2 +- ...Correct-fence-bufread_accumulate-001_0.txt | 7 +- ...nce-bufread_compare_and_swap-001_0.elapsed | 2 +- ...t-fence-bufread_compare_and_swap-001_0.txt | 7 +- ...t-fence-bufread_fetch_and_op-001_0.elapsed | 2 +- ...rrect-fence-bufread_fetch_and_op-001_0.txt | 8 +- ...fence-bufread_get_accumulate-001_0.elapsed | 2 +- ...ect-fence-bufread_get_accumulate-001_0.txt | 6 +- .../Correct-fence-bufread_put-001_0.elapsed | 2 +- .../itac/Correct-fence-bufread_put-001_0.txt | 7 +- ...ct-fence-bufread_raccumulate-001_0.elapsed | 2 +- ...orrect-fence-bufread_raccumulate-001_0.txt | 6 +- ...ence-bufread_rget_accumulate-001_0.elapsed | 2 +- ...ct-fence-bufread_rget_accumulate-001_0.txt | 7 +- .../Correct-fence-bufread_rput-001_0.elapsed | 2 +- .../itac/Correct-fence-bufread_rput-001_0.txt | 6 +- ...-compare_and_swap_accumulate-001_0.elapsed | 2 +- ...ence-compare_and_swap_accumulate-001_0.txt | 8 +- ...-compare_and_swap_accumulate-002_0.elapsed | 2 +- ...ence-compare_and_swap_accumulate-002_0.txt | 6 +- ...nce-compare_and_swap_bufread-001_0.elapsed | 2 +- ...t-fence-compare_and_swap_bufread-001_0.txt | 6 +- ...ce-compare_and_swap_bufwrite-001_0.elapsed | 2 +- ...-fence-compare_and_swap_bufwrite-001_0.txt | 6 +- ...re_and_swap_compare_and_swap-001_0.elapsed | 2 +- ...ompare_and_swap_compare_and_swap-001_0.txt | 6 +- ...re_and_swap_compare_and_swap-002_0.elapsed | 2 +- ...ompare_and_swap_compare_and_swap-002_0.txt | 6 +- ...ompare_and_swap_fetch_and_op-001_0.elapsed | 2 +- ...ce-compare_and_swap_fetch_and_op-001_0.txt | 6 +- ...ompare_and_swap_fetch_and_op-002_0.elapsed | 2 +- ...ce-compare_and_swap_fetch_and_op-002_0.txt | 6 +- ...t-fence-compare_and_swap_get-001_0.elapsed | 2 +- ...rrect-fence-compare_and_swap_get-001_0.txt | 7 +- ...t-fence-compare_and_swap_get-002_0.elapsed | 2 +- ...rrect-fence-compare_and_swap_get-002_0.txt | 6 +- ...pare_and_swap_get_accumulate-001_0.elapsed | 2 +- ...-compare_and_swap_get_accumulate-001_0.txt | 6 +- ...pare_and_swap_get_accumulate-002_0.elapsed | 2 +- ...-compare_and_swap_get_accumulate-002_0.txt | 6 +- ...ompare_and_swap_localbufread-001_0.elapsed | 2 +- ...ce-compare_and_swap_localbufread-001_0.txt | 6 +- ...mpare_and_swap_localbufwrite-001_0.elapsed | 2 +- ...e-compare_and_swap_localbufwrite-001_0.txt | 6 +- ...t-fence-compare_and_swap_put-001_0.elapsed | 2 +- ...rrect-fence-compare_and_swap_put-001_0.txt | 7 +- ...t-fence-compare_and_swap_put-002_0.elapsed | 2 +- ...rrect-fence-compare_and_swap_put-002_0.txt | 6 +- ...compare_and_swap_raccumulate-001_0.elapsed | 2 +- ...nce-compare_and_swap_raccumulate-001_0.txt | 7 +- ...compare_and_swap_raccumulate-002_0.elapsed | 2 +- ...nce-compare_and_swap_raccumulate-002_0.txt | 6 +- ...-fence-compare_and_swap_rget-001_0.elapsed | 2 +- ...rect-fence-compare_and_swap_rget-001_0.txt | 9 +- ...-fence-compare_and_swap_rget-002_0.elapsed | 2 +- ...rect-fence-compare_and_swap_rget-002_0.txt | 6 +- ...are_and_swap_rget_accumulate-001_0.elapsed | 2 +- ...compare_and_swap_rget_accumulate-001_0.txt | 6 +- ...are_and_swap_rget_accumulate-002_0.elapsed | 2 +- ...compare_and_swap_rget_accumulate-002_0.txt | 6 +- ...-fence-compare_and_swap_rput-001_0.elapsed | 2 +- ...rect-fence-compare_and_swap_rput-001_0.txt | 6 +- ...-fence-compare_and_swap_rput-002_0.elapsed | 2 +- ...rect-fence-compare_and_swap_rput-002_0.txt | 6 +- ...ence-fetch_and_op_accumulate-001_0.elapsed | 2 +- ...ct-fence-fetch_and_op_accumulate-001_0.txt | 9 +- ...ence-fetch_and_op_accumulate-002_0.elapsed | 2 +- ...ct-fence-fetch_and_op_accumulate-002_0.txt | 6 +- ...t-fence-fetch_and_op_bufread-001_0.elapsed | 2 +- ...rrect-fence-fetch_and_op_bufread-001_0.txt | 6 +- ...-fence-fetch_and_op_bufwrite-001_0.elapsed | 2 +- ...rect-fence-fetch_and_op_bufwrite-001_0.txt | 6 +- ...etch_and_op_compare_and_swap-001_0.elapsed | 2 +- ...ce-fetch_and_op_compare_and_swap-001_0.txt | 6 +- ...etch_and_op_compare_and_swap-002_0.elapsed | 2 +- ...ce-fetch_and_op_compare_and_swap-002_0.txt | 6 +- ...ce-fetch_and_op_fetch_and_op-001_0.elapsed | 2 +- ...-fence-fetch_and_op_fetch_and_op-001_0.txt | 7 +- ...ce-fetch_and_op_fetch_and_op-002_0.elapsed | 2 +- ...-fence-fetch_and_op_fetch_and_op-002_0.txt | 8 +- ...rrect-fence-fetch_and_op_get-001_0.elapsed | 2 +- .../Correct-fence-fetch_and_op_get-001_0.txt | 7 +- ...rrect-fence-fetch_and_op_get-002_0.elapsed | 2 +- .../Correct-fence-fetch_and_op_get-002_0.txt | 6 +- ...-fetch_and_op_get_accumulate-001_0.elapsed | 2 +- ...ence-fetch_and_op_get_accumulate-001_0.txt | 7 +- ...-fetch_and_op_get_accumulate-002_0.elapsed | 2 +- ...ence-fetch_and_op_get_accumulate-002_0.txt | 6 +- ...ce-fetch_and_op_localbufread-001_0.elapsed | 2 +- ...-fence-fetch_and_op_localbufread-001_0.txt | 6 +- ...e-fetch_and_op_localbufwrite-001_0.elapsed | 2 +- ...fence-fetch_and_op_localbufwrite-001_0.txt | 6 +- ...rrect-fence-fetch_and_op_put-001_0.elapsed | 2 +- .../Correct-fence-fetch_and_op_put-001_0.txt | 7 +- ...rrect-fence-fetch_and_op_put-002_0.elapsed | 2 +- .../Correct-fence-fetch_and_op_put-002_0.txt | 6 +- ...nce-fetch_and_op_raccumulate-001_0.elapsed | 2 +- ...t-fence-fetch_and_op_raccumulate-001_0.txt | 6 +- ...nce-fetch_and_op_raccumulate-002_0.elapsed | 2 +- ...t-fence-fetch_and_op_raccumulate-002_0.txt | 6 +- ...rect-fence-fetch_and_op_rget-001_0.elapsed | 2 +- .../Correct-fence-fetch_and_op_rget-001_0.txt | 11 +- ...rect-fence-fetch_and_op_rget-002_0.elapsed | 2 +- .../Correct-fence-fetch_and_op_rget-002_0.txt | 7 +- ...fetch_and_op_rget_accumulate-001_0.elapsed | 2 +- ...nce-fetch_and_op_rget_accumulate-001_0.txt | 7 +- ...fetch_and_op_rget_accumulate-002_0.elapsed | 2 +- ...nce-fetch_and_op_rget_accumulate-002_0.txt | 6 +- ...rect-fence-fetch_and_op_rput-001_0.elapsed | 2 +- .../Correct-fence-fetch_and_op_rput-001_0.txt | 9 +- ...rect-fence-fetch_and_op_rput-002_0.elapsed | 2 +- .../Correct-fence-fetch_and_op_rput-002_0.txt | 7 +- ...Correct-fence-get_accumulate-001_0.elapsed | 2 +- .../Correct-fence-get_accumulate-001_0.txt | 7 +- ...ce-get_accumulate_accumulate-001_0.elapsed | 2 +- ...-fence-get_accumulate_accumulate-001_0.txt | 7 +- ...ce-get_accumulate_accumulate-002_0.elapsed | 2 +- ...-fence-get_accumulate_accumulate-002_0.txt | 6 +- ...fence-get_accumulate_bufread-001_0.elapsed | 2 +- ...ect-fence-get_accumulate_bufread-001_0.txt | 7 +- ...ence-get_accumulate_bufwrite-001_0.elapsed | 2 +- ...ct-fence-get_accumulate_bufwrite-001_0.txt | 7 +- ..._accumulate_compare_and_swap-001_0.elapsed | 2 +- ...-get_accumulate_compare_and_swap-001_0.txt | 7 +- ..._accumulate_compare_and_swap-002_0.elapsed | 2 +- ...-get_accumulate_compare_and_swap-002_0.txt | 6 +- ...-get_accumulate_fetch_and_op-001_0.elapsed | 2 +- ...ence-get_accumulate_fetch_and_op-001_0.txt | 6 +- ...-get_accumulate_fetch_and_op-002_0.elapsed | 2 +- ...ence-get_accumulate_fetch_and_op-002_0.txt | 7 +- ...ect-fence-get_accumulate_get-001_0.elapsed | 2 +- ...Correct-fence-get_accumulate_get-001_0.txt | 6 +- ...ect-fence-get_accumulate_get-002_0.elapsed | 2 +- ...Correct-fence-get_accumulate_get-002_0.txt | 6 +- ...et_accumulate_get_accumulate-001_0.elapsed | 2 +- ...ce-get_accumulate_get_accumulate-001_0.txt | 6 +- ...et_accumulate_get_accumulate-002_0.elapsed | 2 +- ...ce-get_accumulate_get_accumulate-002_0.txt | 8 +- ...-get_accumulate_localbufread-001_0.elapsed | 2 +- ...ence-get_accumulate_localbufread-001_0.txt | 6 +- ...get_accumulate_localbufwrite-001_0.elapsed | 2 +- ...nce-get_accumulate_localbufwrite-001_0.txt | 6 +- ...ect-fence-get_accumulate_put-001_0.elapsed | 2 +- ...Correct-fence-get_accumulate_put-001_0.txt | 8 +- ...ect-fence-get_accumulate_put-002_0.elapsed | 2 +- ...Correct-fence-get_accumulate_put-002_0.txt | 6 +- ...e-get_accumulate_raccumulate-001_0.elapsed | 2 +- ...fence-get_accumulate_raccumulate-001_0.txt | 7 +- ...e-get_accumulate_raccumulate-002_0.elapsed | 2 +- ...fence-get_accumulate_raccumulate-002_0.txt | 6 +- ...ct-fence-get_accumulate_rget-001_0.elapsed | 2 +- ...orrect-fence-get_accumulate_rget-001_0.txt | 6 +- ...ct-fence-get_accumulate_rget-002_0.elapsed | 2 +- ...orrect-fence-get_accumulate_rget-002_0.txt | 6 +- ...t_accumulate_rget_accumulate-001_0.elapsed | 2 +- ...e-get_accumulate_rget_accumulate-001_0.txt | 6 +- ...t_accumulate_rget_accumulate-002_0.elapsed | 2 +- ...e-get_accumulate_rget_accumulate-002_0.txt | 6 +- ...ct-fence-get_accumulate_rput-001_0.elapsed | 2 +- ...orrect-fence-get_accumulate_rput-001_0.txt | 7 +- ...ct-fence-get_accumulate_rput-002_0.elapsed | 2 +- ...orrect-fence-get_accumulate_rput-002_0.txt | 6 +- .../Correct-fence-get_bufwrite-001_0.elapsed | 2 +- .../itac/Correct-fence-get_bufwrite-001_0.txt | 7 +- ...t-fence-get_compare_and_swap-001_0.elapsed | 2 +- ...rrect-fence-get_compare_and_swap-001_0.txt | 8 +- ...rrect-fence-get_fetch_and_op-001_0.elapsed | 2 +- .../Correct-fence-get_fetch_and_op-001_0.txt | 6 +- .../itac/Correct-fence-get_get-001_0.elapsed | 2 +- .../itac/Correct-fence-get_get-001_0.txt | 6 +- .../itac/Correct-fence-get_get-002_0.elapsed | 2 +- .../itac/Correct-fence-get_get-002_0.txt | 8 +- ...ect-fence-get_get_accumulate-001_0.elapsed | 2 +- ...Correct-fence-get_get_accumulate-001_0.txt | 8 +- .../itac/Correct-fence-get_put-001_0.elapsed | 2 +- .../itac/Correct-fence-get_put-001_0.txt | 6 +- ...orrect-fence-get_raccumulate-001_0.elapsed | 2 +- .../Correct-fence-get_raccumulate-001_0.txt | 6 +- .../itac/Correct-fence-get_rget-001_0.elapsed | 2 +- .../itac/Correct-fence-get_rget-001_0.txt | 9 +- .../itac/Correct-fence-get_rget-002_0.elapsed | 2 +- .../itac/Correct-fence-get_rget-002_0.txt | 6 +- ...ct-fence-get_rget_accumulate-001_0.elapsed | 2 +- ...orrect-fence-get_rget_accumulate-001_0.txt | 7 +- .../itac/Correct-fence-get_rput-001_0.elapsed | 2 +- .../itac/Correct-fence-get_rput-001_0.txt | 9 +- ...Correct-fence-put_accumulate-001_0.elapsed | 2 +- .../Correct-fence-put_accumulate-001_0.txt | 6 +- .../Correct-fence-put_bufread-001_0.elapsed | 2 +- .../itac/Correct-fence-put_bufread-001_0.txt | 6 +- .../Correct-fence-put_bufwrite-001_0.elapsed | 2 +- .../itac/Correct-fence-put_bufwrite-001_0.txt | 6 +- ...t-fence-put_compare_and_swap-001_0.elapsed | 2 +- ...rrect-fence-put_compare_and_swap-001_0.txt | 7 +- ...rrect-fence-put_fetch_and_op-001_0.elapsed | 2 +- .../Correct-fence-put_fetch_and_op-001_0.txt | 6 +- .../itac/Correct-fence-put_get-001_0.elapsed | 2 +- .../itac/Correct-fence-put_get-001_0.txt | 7 +- ...ect-fence-put_get_accumulate-001_0.elapsed | 2 +- ...Correct-fence-put_get_accumulate-001_0.txt | 7 +- ...rrect-fence-put_localbufread-001_0.elapsed | 2 +- .../Correct-fence-put_localbufread-001_0.txt | 7 +- ...rect-fence-put_localbufwrite-001_0.elapsed | 2 +- .../Correct-fence-put_localbufwrite-001_0.txt | 6 +- .../itac/Correct-fence-put_put-001_0.elapsed | 2 +- .../itac/Correct-fence-put_put-001_0.txt | 7 +- .../itac/Correct-fence-put_put-002_0.elapsed | 2 +- .../itac/Correct-fence-put_put-002_0.txt | 7 +- ...orrect-fence-put_raccumulate-001_0.elapsed | 2 +- .../Correct-fence-put_raccumulate-001_0.txt | 6 +- .../itac/Correct-fence-put_rget-001_0.elapsed | 2 +- .../itac/Correct-fence-put_rget-001_0.txt | 7 +- ...ct-fence-put_rget_accumulate-001_0.elapsed | 2 +- ...orrect-fence-put_rget_accumulate-001_0.txt | 7 +- .../itac/Correct-fence-put_rput-001_0.elapsed | 2 +- .../itac/Correct-fence-put_rput-001_0.txt | 6 +- .../itac/Correct-fence-put_rput-002_0.elapsed | 2 +- .../itac/Correct-fence-put_rput-002_0.txt | 7 +- ...fence-raccumulate_accumulate-001_0.elapsed | 2 +- ...ect-fence-raccumulate_accumulate-001_0.txt | 6 +- ...fence-raccumulate_accumulate-002_0.elapsed | 2 +- ...ect-fence-raccumulate_accumulate-002_0.txt | 6 +- ...ct-fence-raccumulate_bufread-001_0.elapsed | 2 +- ...orrect-fence-raccumulate_bufread-001_0.txt | 7 +- ...t-fence-raccumulate_bufwrite-001_0.elapsed | 2 +- ...rrect-fence-raccumulate_bufwrite-001_0.txt | 6 +- ...raccumulate_compare_and_swap-001_0.elapsed | 2 +- ...nce-raccumulate_compare_and_swap-001_0.txt | 6 +- ...raccumulate_compare_and_swap-002_0.elapsed | 2 +- ...nce-raccumulate_compare_and_swap-002_0.txt | 6 +- ...nce-raccumulate_fetch_and_op-001_0.elapsed | 2 +- ...t-fence-raccumulate_fetch_and_op-001_0.txt | 6 +- ...nce-raccumulate_fetch_and_op-002_0.elapsed | 2 +- ...t-fence-raccumulate_fetch_and_op-002_0.txt | 6 +- ...orrect-fence-raccumulate_get-001_0.elapsed | 2 +- .../Correct-fence-raccumulate_get-001_0.txt | 6 +- ...orrect-fence-raccumulate_get-002_0.elapsed | 2 +- .../Correct-fence-raccumulate_get-002_0.txt | 6 +- ...e-raccumulate_get_accumulate-001_0.elapsed | 2 +- ...fence-raccumulate_get_accumulate-001_0.txt | 8 +- ...e-raccumulate_get_accumulate-002_0.elapsed | 2 +- ...fence-raccumulate_get_accumulate-002_0.txt | 6 +- ...nce-raccumulate_localbufread-001_0.elapsed | 2 +- ...t-fence-raccumulate_localbufread-001_0.txt | 7 +- ...ce-raccumulate_localbufwrite-001_0.elapsed | 2 +- ...-fence-raccumulate_localbufwrite-001_0.txt | 6 +- ...orrect-fence-raccumulate_put-001_0.elapsed | 2 +- .../Correct-fence-raccumulate_put-001_0.txt | 6 +- ...orrect-fence-raccumulate_put-002_0.elapsed | 2 +- .../Correct-fence-raccumulate_put-002_0.txt | 6 +- ...ence-raccumulate_raccumulate-001_0.elapsed | 2 +- ...ct-fence-raccumulate_raccumulate-001_0.txt | 6 +- ...ence-raccumulate_raccumulate-002_0.elapsed | 2 +- ...ct-fence-raccumulate_raccumulate-002_0.txt | 6 +- ...rrect-fence-raccumulate_rget-001_0.elapsed | 2 +- .../Correct-fence-raccumulate_rget-001_0.txt | 7 +- ...rrect-fence-raccumulate_rget-002_0.elapsed | 2 +- .../Correct-fence-raccumulate_rget-002_0.txt | 6 +- ...-raccumulate_rget_accumulate-001_0.elapsed | 2 +- ...ence-raccumulate_rget_accumulate-001_0.txt | 8 +- ...-raccumulate_rget_accumulate-002_0.elapsed | 2 +- ...ence-raccumulate_rget_accumulate-002_0.txt | 6 +- ...rrect-fence-raccumulate_rput-001_0.elapsed | 2 +- .../Correct-fence-raccumulate_rput-001_0.txt | 6 +- ...rrect-fence-raccumulate_rput-002_0.elapsed | 2 +- .../Correct-fence-raccumulate_rput-002_0.txt | 7 +- ...orrect-fence-rget_accumulate-001_0.elapsed | 2 +- .../Correct-fence-rget_accumulate-001_0.txt | 6 +- ...e-rget_accumulate_accumulate-001_0.elapsed | 2 +- ...fence-rget_accumulate_accumulate-001_0.txt | 8 +- ...e-rget_accumulate_accumulate-002_0.elapsed | 2 +- ...fence-rget_accumulate_accumulate-002_0.txt | 6 +- ...ence-rget_accumulate_bufread-001_0.elapsed | 2 +- ...ct-fence-rget_accumulate_bufread-001_0.txt | 7 +- ...nce-rget_accumulate_bufwrite-001_0.elapsed | 2 +- ...t-fence-rget_accumulate_bufwrite-001_0.txt | 7 +- ..._accumulate_compare_and_swap-001_0.elapsed | 2 +- ...rget_accumulate_compare_and_swap-001_0.txt | 7 +- ..._accumulate_compare_and_swap-002_0.elapsed | 2 +- ...rget_accumulate_compare_and_swap-002_0.txt | 6 +- ...rget_accumulate_fetch_and_op-001_0.elapsed | 2 +- ...nce-rget_accumulate_fetch_and_op-001_0.txt | 7 +- ...rget_accumulate_fetch_and_op-002_0.elapsed | 2 +- ...nce-rget_accumulate_fetch_and_op-002_0.txt | 6 +- ...ct-fence-rget_accumulate_get-001_0.elapsed | 2 +- ...orrect-fence-rget_accumulate_get-001_0.txt | 7 +- ...ct-fence-rget_accumulate_get-002_0.elapsed | 2 +- ...orrect-fence-rget_accumulate_get-002_0.txt | 6 +- ...et_accumulate_get_accumulate-001_0.elapsed | 2 +- ...e-rget_accumulate_get_accumulate-001_0.txt | 9 +- ...et_accumulate_get_accumulate-002_0.elapsed | 2 +- ...e-rget_accumulate_get_accumulate-002_0.txt | 6 +- ...rget_accumulate_localbufread-001_0.elapsed | 2 +- ...nce-rget_accumulate_localbufread-001_0.txt | 6 +- ...get_accumulate_localbufwrite-001_0.elapsed | 2 +- ...ce-rget_accumulate_localbufwrite-001_0.txt | 6 +- ...ct-fence-rget_accumulate_put-001_0.elapsed | 2 +- ...orrect-fence-rget_accumulate_put-001_0.txt | 6 +- ...ct-fence-rget_accumulate_put-002_0.elapsed | 2 +- ...orrect-fence-rget_accumulate_put-002_0.txt | 6 +- ...-rget_accumulate_raccumulate-001_0.elapsed | 2 +- ...ence-rget_accumulate_raccumulate-001_0.txt | 7 +- ...-rget_accumulate_raccumulate-002_0.elapsed | 2 +- ...ence-rget_accumulate_raccumulate-002_0.txt | 7 +- ...t-fence-rget_accumulate_rget-001_0.elapsed | 2 +- ...rrect-fence-rget_accumulate_rget-001_0.txt | 6 +- ...t-fence-rget_accumulate_rget-002_0.elapsed | 2 +- ...rrect-fence-rget_accumulate_rget-002_0.txt | 6 +- ...t_accumulate_rget_accumulate-001_0.elapsed | 2 +- ...-rget_accumulate_rget_accumulate-001_0.txt | 6 +- ...t_accumulate_rget_accumulate-002_0.elapsed | 2 +- ...-rget_accumulate_rget_accumulate-002_0.txt | 6 +- ...t-fence-rget_accumulate_rput-001_0.elapsed | 2 +- ...rrect-fence-rget_accumulate_rput-001_0.txt | 6 +- ...t-fence-rget_accumulate_rput-002_0.elapsed | 2 +- ...rrect-fence-rget_accumulate_rput-002_0.txt | 6 +- .../Correct-fence-rget_bufwrite-001_0.elapsed | 2 +- .../Correct-fence-rget_bufwrite-001_0.txt | 6 +- ...-fence-rget_compare_and_swap-001_0.elapsed | 2 +- ...rect-fence-rget_compare_and_swap-001_0.txt | 6 +- ...rect-fence-rget_fetch_and_op-001_0.elapsed | 2 +- .../Correct-fence-rget_fetch_and_op-001_0.txt | 9 +- .../itac/Correct-fence-rget_get-001_0.elapsed | 2 +- .../itac/Correct-fence-rget_get-001_0.txt | 6 +- .../itac/Correct-fence-rget_get-002_0.elapsed | 2 +- .../itac/Correct-fence-rget_get-002_0.txt | 6 +- ...ct-fence-rget_get_accumulate-001_0.elapsed | 2 +- ...orrect-fence-rget_get_accumulate-001_0.txt | 7 +- .../itac/Correct-fence-rget_put-001_0.elapsed | 2 +- .../itac/Correct-fence-rget_put-001_0.txt | 6 +- ...rrect-fence-rget_raccumulate-001_0.elapsed | 2 +- .../Correct-fence-rget_raccumulate-001_0.txt | 6 +- .../Correct-fence-rget_rget-001_0.elapsed | 2 +- .../itac/Correct-fence-rget_rget-001_0.txt | 7 +- .../Correct-fence-rget_rget-002_0.elapsed | 2 +- .../itac/Correct-fence-rget_rget-002_0.txt | 6 +- ...t-fence-rget_rget_accumulate-001_0.elapsed | 2 +- ...rrect-fence-rget_rget_accumulate-001_0.txt | 6 +- .../Correct-fence-rget_rput-001_0.elapsed | 2 +- .../itac/Correct-fence-rget_rput-001_0.txt | 6 +- ...orrect-fence-rput_accumulate-001_0.elapsed | 2 +- .../Correct-fence-rput_accumulate-001_0.txt | 7 +- .../Correct-fence-rput_bufread-001_0.elapsed | 2 +- .../itac/Correct-fence-rput_bufread-001_0.txt | 6 +- .../Correct-fence-rput_bufwrite-001_0.elapsed | 2 +- .../Correct-fence-rput_bufwrite-001_0.txt | 6 +- ...-fence-rput_compare_and_swap-001_0.elapsed | 2 +- ...rect-fence-rput_compare_and_swap-001_0.txt | 7 +- ...rect-fence-rput_fetch_and_op-001_0.elapsed | 2 +- .../Correct-fence-rput_fetch_and_op-001_0.txt | 6 +- .../itac/Correct-fence-rput_get-001_0.elapsed | 2 +- .../itac/Correct-fence-rput_get-001_0.txt | 7 +- ...ct-fence-rput_get_accumulate-001_0.elapsed | 2 +- ...orrect-fence-rput_get_accumulate-001_0.txt | 6 +- ...rect-fence-rput_localbufread-001_0.elapsed | 2 +- .../Correct-fence-rput_localbufread-001_0.txt | 7 +- ...ect-fence-rput_localbufwrite-001_0.elapsed | 2 +- ...Correct-fence-rput_localbufwrite-001_0.txt | 6 +- .../itac/Correct-fence-rput_put-001_0.elapsed | 2 +- .../itac/Correct-fence-rput_put-001_0.txt | 6 +- .../itac/Correct-fence-rput_put-002_0.elapsed | 2 +- .../itac/Correct-fence-rput_put-002_0.txt | 7 +- ...rrect-fence-rput_raccumulate-001_0.elapsed | 2 +- .../Correct-fence-rput_raccumulate-001_0.txt | 6 +- .../Correct-fence-rput_rget-001_0.elapsed | 2 +- .../itac/Correct-fence-rput_rget-001_0.txt | 7 +- ...t-fence-rput_rget_accumulate-001_0.elapsed | 2 +- ...rrect-fence-rput_rget_accumulate-001_0.txt | 6 +- .../Correct-fence-rput_rput-001_0.elapsed | 2 +- .../itac/Correct-fence-rput_rput-001_0.txt | 9 +- .../Correct-fence-rput_rput-002_0.elapsed | 2 +- .../itac/Correct-fence-rput_rput-002_0.txt | 6 +- .../Correct-lock-get_bufwrite-001_0.elapsed | 2 +- .../itac/Correct-lock-get_bufwrite-001_0.txt | 7 +- ...rrect-lock-get_localbufwrite-001_0.elapsed | 2 +- .../Correct-lock-get_localbufwrite-001_0.txt | 6 +- .../Correct-lock-rget_bufwrite-001_0.elapsed | 2 +- .../itac/Correct-lock-rget_bufwrite-001_0.txt | 6 +- ...rect-lock-rget_localbufwrite-001_0.elapsed | 2 +- .../Correct-lock-rget_localbufwrite-001_0.txt | 6 +- .../Correct-lockall-get_bufread-001_0.elapsed | 2 +- .../Correct-lockall-get_bufread-001_0.txt | 6 +- ...ect-lockall-get_localbufread-001_0.elapsed | 2 +- ...Correct-lockall-get_localbufread-001_0.txt | 6 +- ...Correct-lockall-rget_bufread-001_0.elapsed | 2 +- .../Correct-lockall-rget_bufread-001_0.txt | 7 +- ...ct-lockall-rget_localbufread-001_0.elapsed | 2 +- ...orrect-lockall-rget_localbufread-001_0.txt | 6 +- ...allflush-bufwrite_accumulate-001_0.elapsed | 2 +- ...lockallflush-bufwrite_accumulate-001_0.txt | 6 +- ...sh-bufwrite_compare_and_swap-001_0.elapsed | 2 +- ...lflush-bufwrite_compare_and_swap-001_0.txt | 9 +- ...lflush-bufwrite_fetch_and_op-001_0.elapsed | 2 +- ...ckallflush-bufwrite_fetch_and_op-001_0.txt | 9 +- ...lush-bufwrite_get_accumulate-001_0.elapsed | 2 +- ...allflush-bufwrite_get_accumulate-001_0.txt | 8 +- ...ct-lockallflush-bufwrite_put-001_0.elapsed | 2 +- ...orrect-lockallflush-bufwrite_put-001_0.txt | 8 +- ...llflush-bufwrite_raccumulate-001_0.elapsed | 2 +- ...ockallflush-bufwrite_raccumulate-001_0.txt | 7 +- ...ush-bufwrite_rget_accumulate-001_0.elapsed | 2 +- ...llflush-bufwrite_rget_accumulate-001_0.txt | 6 +- ...t-lockallflush-bufwrite_rput-001_0.elapsed | 2 +- ...rrect-lockallflush-bufwrite_rput-001_0.txt | 6 +- ...ockallflushlocal-bufread_get-001_0.elapsed | 2 +- ...ct-lockallflushlocal-bufread_get-001_0.txt | 8 +- ...ckallflushlocal-bufread_rget-001_0.elapsed | 2 +- ...t-lockallflushlocal-bufread_rget-001_0.txt | 6 +- ...rrect-lockflush-bufwrite_get-001_0.elapsed | 2 +- .../Correct-lockflush-bufwrite_get-001_0.txt | 7 +- ...rect-lockflush-bufwrite_rget-001_0.elapsed | 2 +- .../Correct-lockflush-bufwrite_rget-001_0.txt | 6 +- ...lushlocal-accumulate_bufread-001_0.elapsed | 2 +- ...ockflushlocal-accumulate_bufread-001_0.txt | 6 +- ...cal-compare_and_swap_bufread-001_0.elapsed | 2 +- ...shlocal-compare_and_swap_bufread-001_0.txt | 6 +- ...shlocal-fetch_and_op_bufread-001_0.elapsed | 2 +- ...kflushlocal-fetch_and_op_bufread-001_0.txt | 6 +- ...local-get_accumulate_bufread-001_0.elapsed | 2 +- ...lushlocal-get_accumulate_bufread-001_0.txt | 6 +- ...t-lockflushlocal-put_bufread-001_0.elapsed | 2 +- ...rrect-lockflushlocal-put_bufread-001_0.txt | 6 +- ...ushlocal-raccumulate_bufread-001_0.elapsed | 2 +- ...ckflushlocal-raccumulate_bufread-001_0.txt | 7 +- ...ocal-rget_accumulate_bufread-001_0.elapsed | 2 +- ...ushlocal-rget_accumulate_bufread-001_0.txt | 7 +- ...-lockflushlocal-rput_bufread-001_0.elapsed | 2 +- ...rect-lockflushlocal-rput_bufread-001_0.txt | 6 +- ...ckunlock-accumulate_bufwrite-001_0.elapsed | 2 +- ...t-lockunlock-accumulate_bufwrite-001_0.txt | 6 +- ...ck-compare_and_swap_bufwrite-001_0.elapsed | 2 +- ...unlock-compare_and_swap_bufwrite-001_0.txt | 9 +- ...unlock-fetch_and_op_bufwrite-001_0.elapsed | 2 +- ...lockunlock-fetch_and_op_bufwrite-001_0.txt | 6 +- ...lock-get_accumulate_bufwrite-001_0.elapsed | 2 +- ...ckunlock-get_accumulate_bufwrite-001_0.txt | 8 +- ...rect-lockunlock-put_bufwrite-001_0.elapsed | 2 +- .../Correct-lockunlock-put_bufwrite-001_0.txt | 6 +- ...kunlock-raccumulate_bufwrite-001_0.elapsed | 2 +- ...-lockunlock-raccumulate_bufwrite-001_0.txt | 7 +- ...ock-rget_accumulate_bufwrite-001_0.elapsed | 2 +- ...kunlock-rget_accumulate_bufwrite-001_0.txt | 6 +- ...ect-lockunlock-rput_bufwrite-001_0.elapsed | 2 +- ...Correct-lockunlock-rput_bufwrite-001_0.txt | 6 +- .../itac/Correct-mpi_allgather-001_0.elapsed | 2 +- .../itac/Correct-mpi_allgather-001_0.txt | 7 +- .../itac/Correct-mpi_allgather-002_0.elapsed | 2 +- .../itac/Correct-mpi_allgather-002_0.timeout | 2 +- .../itac/Correct-mpi_allgather-002_0.txt | 4 +- .../itac/Correct-mpi_allgather-003_0.elapsed | 2 +- .../itac/Correct-mpi_allgather-003_0.txt | 9 +- .../itac/Correct-mpi_allgather-004_0.elapsed | 2 +- .../itac/Correct-mpi_allgather-004_0.txt | 7 +- ...-mpi_allgather-mpi_allgather-001_0.elapsed | 2 +- ...rect-mpi_allgather-mpi_allgather-001_0.txt | 7 +- .../itac/Correct-mpi_allreduce-001_0.elapsed | 2 +- .../itac/Correct-mpi_allreduce-001_0.txt | 6 +- .../itac/Correct-mpi_allreduce-002_0.elapsed | 2 +- .../itac/Correct-mpi_allreduce-002_0.txt | 7 +- .../itac/Correct-mpi_allreduce-003_0.elapsed | 2 +- .../itac/Correct-mpi_allreduce-003_0.txt | 6 +- .../itac/Correct-mpi_allreduce-004_0.elapsed | 2 +- .../itac/Correct-mpi_allreduce-004_0.txt | 16 +- .../itac/Correct-mpi_allreduce-005_0.elapsed | 2 +- .../itac/Correct-mpi_allreduce-005_0.txt | 6 +- .../itac/Correct-mpi_allreduce-006_0.elapsed | 2 +- .../itac/Correct-mpi_allreduce-006_0.txt | 16 +- .../itac/Correct-mpi_allreduce-007_0.elapsed | 2 +- .../itac/Correct-mpi_allreduce-007_0.txt | 8 +- .../itac/Correct-mpi_allreduce-008_0.elapsed | 2 +- .../itac/Correct-mpi_allreduce-008_0.txt | 7 +- .../itac/Correct-mpi_allreduce-009_0.elapsed | 2 +- .../itac/Correct-mpi_allreduce-009_0.txt | 6 +- .../itac/Correct-mpi_allreduce-010_0.elapsed | 2 +- .../itac/Correct-mpi_allreduce-010_0.txt | 7 +- .../itac/Correct-mpi_allreduce-011_0.elapsed | 2 +- .../itac/Correct-mpi_allreduce-011_0.txt | 9 +- ...-mpi_allreduce-mpi_allreduce-001_0.elapsed | 2 +- ...rect-mpi_allreduce-mpi_allreduce-001_0.txt | 6 +- .../itac/Correct-mpi_alltoall-001_0.elapsed | 2 +- .../itac/Correct-mpi_alltoall-001_0.md5sum | 1 - .../itac/Correct-mpi_alltoall-001_0.txt | 44 +- ...ct-mpi_alltoall-mpi_alltoall-001_0.elapsed | 2 +- ...orrect-mpi_alltoall-mpi_alltoall-001_0.txt | 26 +- .../itac/Correct-mpi_barrier-001_0.elapsed | 2 +- .../itac/Correct-mpi_barrier-001_0.txt | 6 +- ...rect-mpi_barrier-mpi_barrier-001_0.elapsed | 2 +- .../Correct-mpi_barrier-mpi_barrier-001_0.txt | 8 +- .../itac/Correct-mpi_bcast-001_0.elapsed | 2 +- .../itac/Correct-mpi_bcast-001_0.txt | 6 +- .../itac/Correct-mpi_bcast-002_0.elapsed | 2 +- .../itac/Correct-mpi_bcast-002_0.txt | 9 +- .../itac/Correct-mpi_bcast-003_0.elapsed | 2 +- .../itac/Correct-mpi_bcast-003_0.txt | 8 +- .../itac/Correct-mpi_bcast-004_0.elapsed | 2 +- .../itac/Correct-mpi_bcast-004_0.txt | 9 +- .../itac/Correct-mpi_bcast-005_0.elapsed | 2 +- .../itac/Correct-mpi_bcast-005_0.txt | 6 +- .../itac/Correct-mpi_bcast-006_0.elapsed | 2 +- .../itac/Correct-mpi_bcast-006_0.txt | 7 +- .../itac/Correct-mpi_bcast-007_0.elapsed | 2 +- .../itac/Correct-mpi_bcast-007_0.txt | 6 +- .../itac/Correct-mpi_bcast-008_0.elapsed | 2 +- .../itac/Correct-mpi_bcast-008_0.txt | 7 +- .../itac/Correct-mpi_bcast-009_0.elapsed | 2 +- .../itac/Correct-mpi_bcast-009_0.txt | 7 +- .../itac/Correct-mpi_bcast-010_0.elapsed | 2 +- .../itac/Correct-mpi_bcast-010_0.txt | 6 +- .../itac/Correct-mpi_bcast-011_0.elapsed | 2 +- .../itac/Correct-mpi_bcast-011_0.txt | 7 +- .../itac/Correct-mpi_bcast-012_0.elapsed | 2 +- .../itac/Correct-mpi_bcast-012_0.txt | 8 +- .../itac/Correct-mpi_bcast-013_0.elapsed | 2 +- .../itac/Correct-mpi_bcast-013_0.txt | 7 +- .../itac/Correct-mpi_bcast-014_0.elapsed | 2 +- .../itac/Correct-mpi_bcast-014_0.txt | 7 +- .../itac/Correct-mpi_bcast-015_0.elapsed | 2 +- .../itac/Correct-mpi_bcast-015_0.txt | 6 +- .../itac/Correct-mpi_bcast-016_0.elapsed | 2 +- .../itac/Correct-mpi_bcast-016_0.txt | 6 +- .../itac/Correct-mpi_bcast-017_0.elapsed | 2 +- .../itac/Correct-mpi_bcast-017_0.txt | 7 +- .../itac/Correct-mpi_bcast-018_0.elapsed | 2 +- .../itac/Correct-mpi_bcast-018_0.txt | 8 +- .../itac/Correct-mpi_bcast-019_0.elapsed | 2 +- .../itac/Correct-mpi_bcast-019_0.txt | 8 +- .../itac/Correct-mpi_bcast-020_0.elapsed | 2 +- .../itac/Correct-mpi_bcast-020_0.txt | 6 +- .../itac/Correct-mpi_bcast-021_0.elapsed | 2 +- .../itac/Correct-mpi_bcast-021_0.txt | 10 +- .../itac/Correct-mpi_bcast-022_0.elapsed | 2 +- .../itac/Correct-mpi_bcast-022_0.txt | 7 +- .../itac/Correct-mpi_bcast-023_0.elapsed | 2 +- .../itac/Correct-mpi_bcast-023_0.txt | 6 +- .../itac/Correct-mpi_bcast-024_0.elapsed | 2 +- .../itac/Correct-mpi_bcast-024_0.txt | 6 +- .../itac/Correct-mpi_bcast-025_0.elapsed | 2 +- .../itac/Correct-mpi_bcast-025_0.txt | 8 +- .../itac/Correct-mpi_bcast-026_0.elapsed | 2 +- .../itac/Correct-mpi_bcast-026_0.txt | 7 +- .../Correct-mpi_bcast-mpi_bcast-001_0.elapsed | 2 +- .../Correct-mpi_bcast-mpi_bcast-001_0.txt | 7 +- .../itac/Correct-mpi_bsend-001_0.elapsed | 2 +- .../itac/Correct-mpi_bsend-001_0.txt | 18 +- .../itac/Correct-mpi_bsend-002_0.elapsed | 2 +- .../itac/Correct-mpi_bsend-002_0.txt | 34 +- .../itac/Correct-mpi_bsend_init-001_0.elapsed | 2 +- .../itac/Correct-mpi_bsend_init-001_0.txt | 18 +- .../itac/Correct-mpi_bsend_init-002_0.elapsed | 2 +- .../itac/Correct-mpi_bsend_init-002_0.txt | 18 +- .../Correct-mpi_cart_create-001_0.elapsed | 2 +- .../itac/Correct-mpi_cart_create-001_0.txt | 6 +- ...mpi_cart_create-mpi_cart_get-001_0.elapsed | 2 +- ...ect-mpi_cart_create-mpi_cart_get-001_0.txt | 6 +- .../itac/Correct-mpi_exscan-001_0.elapsed | 2 +- .../itac/Correct-mpi_exscan-001_0.txt | 8 +- ...orrect-mpi_exscan-mpi_exscan-001_0.elapsed | 2 +- .../Correct-mpi_exscan-mpi_exscan-001_0.txt | 6 +- .../itac/Correct-mpi_gather-001_0.elapsed | 2 +- .../itac/Correct-mpi_gather-001_0.txt | 6 +- .../itac/Correct-mpi_gather-002_0.elapsed | 2 +- .../itac/Correct-mpi_gather-002_0.txt | 22 +- ...orrect-mpi_gather-mpi_gather-001_0.elapsed | 2 +- .../Correct-mpi_gather-mpi_gather-001_0.txt | 6 +- .../itac/Correct-mpi_iallreduce-001_0.elapsed | 2 +- .../itac/Correct-mpi_iallreduce-001_0.txt | 6 +- ...pi_iallreduce-mpi_iallreduce-001_0.elapsed | 2 +- ...ct-mpi_iallreduce-mpi_iallreduce-001_0.txt | 7 +- .../itac/Correct-mpi_ialltoall-001_0.elapsed | 2 +- .../itac/Correct-mpi_ialltoall-001_0.txt | 37 +- ...-mpi_ialltoall-mpi_ialltoall-001_0.elapsed | 2 +- ...rect-mpi_ialltoall-mpi_ialltoall-001_0.txt | 28 +- .../itac/Correct-mpi_ibarrier-001_0.elapsed | 2 +- .../itac/Correct-mpi_ibarrier-001_0.txt | 6 +- ...ct-mpi_ibarrier-mpi_ibarrier-001_0.elapsed | 2 +- ...orrect-mpi_ibarrier-mpi_ibarrier-001_0.txt | 7 +- .../itac/Correct-mpi_ibcast-001_0.elapsed | 2 +- .../itac/Correct-mpi_ibcast-001_0.txt | 8 +- ...orrect-mpi_ibcast-mpi_ibcast-001_0.elapsed | 2 +- .../Correct-mpi_ibcast-mpi_ibcast-001_0.txt | 6 +- .../itac/Correct-mpi_ibsend-001_0.elapsed | 2 +- .../itac/Correct-mpi_ibsend-001_0.txt | 18 +- .../itac/Correct-mpi_ibsend-002_0.elapsed | 2 +- .../itac/Correct-mpi_ibsend-002_0.txt | 18 +- .../itac/Correct-mpi_igather-001_0.elapsed | 2 +- .../itac/Correct-mpi_igather-001_0.txt | 7 +- ...rect-mpi_igather-mpi_igather-001_0.elapsed | 2 +- .../Correct-mpi_igather-mpi_igather-001_0.txt | 7 +- .../itac/Correct-mpi_improbe-001_0.elapsed | 2 +- .../itac/Correct-mpi_improbe-001_0.txt | 7 +- .../itac/Correct-mpi_imrecv-001_0.elapsed | 2 +- .../itac/Correct-mpi_imrecv-001_0.txt | 12 +- .../itac/Correct-mpi_irecv-001_0.elapsed | 2 +- .../itac/Correct-mpi_irecv-001_0.txt | 9 +- .../itac/Correct-mpi_irecv-002_0.elapsed | 2 +- .../itac/Correct-mpi_irecv-002_0.md5sum | 1 - .../itac/Correct-mpi_irecv-002_0.txt | 23 +- .../itac/Correct-mpi_ireduce-001_0.elapsed | 2 +- .../itac/Correct-mpi_ireduce-001_0.txt | 8 +- ...rect-mpi_ireduce-mpi_ireduce-001_0.elapsed | 2 +- .../Correct-mpi_ireduce-mpi_ireduce-001_0.txt | 6 +- .../itac/Correct-mpi_irsend-001_0.elapsed | 2 +- .../itac/Correct-mpi_irsend-001_0.md5sum | 1 - .../itac/Correct-mpi_irsend-001_0.txt | 27 +- .../itac/Correct-mpi_irsend-002_0.elapsed | 2 +- .../itac/Correct-mpi_irsend-002_0.txt | 6 +- .../itac/Correct-mpi_iscan-001_0.elapsed | 2 +- .../itac/Correct-mpi_iscan-001_0.txt | 7 +- .../Correct-mpi_iscan-mpi_iscan-001_0.elapsed | 2 +- .../Correct-mpi_iscan-mpi_iscan-001_0.txt | 6 +- .../itac/Correct-mpi_iscatter-001_0.elapsed | 2 +- .../itac/Correct-mpi_iscatter-001_0.txt | 21 +- ...ct-mpi_iscatter-mpi_iscatter-001_0.elapsed | 2 +- ...orrect-mpi_iscatter-mpi_iscatter-001_0.txt | 13 +- .../itac/Correct-mpi_isend-001_0.elapsed | 2 +- .../itac/Correct-mpi_isend-001_0.txt | 6 +- .../itac/Correct-mpi_isend-002_0.elapsed | 2 +- .../itac/Correct-mpi_isend-002_0.txt | 6 +- .../itac/Correct-mpi_isend-003_0.elapsed | 2 +- .../itac/Correct-mpi_isend-003_0.txt | 6 +- .../itac/Correct-mpi_isend-004_0.elapsed | 2 +- .../itac/Correct-mpi_isend-004_0.txt | 6 +- .../itac/Correct-mpi_isend-005_0.elapsed | 2 +- .../itac/Correct-mpi_isend-005_0.txt | 7 +- .../itac/Correct-mpi_isend-006_0.elapsed | 2 +- .../itac/Correct-mpi_isend-006_0.txt | 6 +- .../itac/Correct-mpi_isend-007_0.elapsed | 2 +- .../itac/Correct-mpi_isend-007_0.md5sum | 1 - .../itac/Correct-mpi_isend-007_0.txt | 23 +- .../itac/Correct-mpi_issend-001_0.elapsed | 2 +- .../itac/Correct-mpi_issend-001_0.txt | 6 +- .../itac/Correct-mpi_issend-002_0.elapsed | 2 +- .../itac/Correct-mpi_issend-002_0.txt | 7 +- .../itac/Correct-mpi_mprobe-001_0.elapsed | 2 +- .../itac/Correct-mpi_mprobe-001_0.txt | 7 +- .../itac/Correct-mpi_mrecv-001_0.elapsed | 2 +- .../itac/Correct-mpi_mrecv-001_0.txt | 6 +- .../itac/Correct-mpi_precv_init-001_0.elapsed | 2 +- .../itac/Correct-mpi_precv_init-001_0.txt | 4 +- .../itac/Correct-mpi_precv_init-002_0.elapsed | 2 +- .../itac/Correct-mpi_precv_init-002_0.txt | 4 +- .../itac/Correct-mpi_psend_init-001_0.elapsed | 2 +- .../itac/Correct-mpi_psend_init-001_0.txt | 4 +- .../itac/Correct-mpi_psend_init-002_0.elapsed | 2 +- .../itac/Correct-mpi_psend_init-002_0.txt | 4 +- .../itac/Correct-mpi_recv-001_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_recv-001_0.txt | 7 +- .../itac/Correct-mpi_recv-002_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_recv-002_0.txt | 6 +- .../itac/Correct-mpi_recv_init-001_0.elapsed | 2 +- .../itac/Correct-mpi_recv_init-001_0.txt | 6 +- .../itac/Correct-mpi_recv_init-002_0.elapsed | 2 +- .../itac/Correct-mpi_recv_init-002_0.txt | 7 +- .../itac/Correct-mpi_reduce-001_0.elapsed | 2 +- .../itac/Correct-mpi_reduce-001_0.txt | 6 +- .../itac/Correct-mpi_reduce-002_0.elapsed | 2 +- .../itac/Correct-mpi_reduce-002_0.txt | 7 +- .../itac/Correct-mpi_reduce-003_0.elapsed | 2 +- .../itac/Correct-mpi_reduce-003_0.txt | 7 +- .../itac/Correct-mpi_reduce-004_0.elapsed | 2 +- .../itac/Correct-mpi_reduce-004_0.txt | 12 +- .../itac/Correct-mpi_reduce-005_0.elapsed | 2 +- .../itac/Correct-mpi_reduce-005_0.txt | 18 +- ...orrect-mpi_reduce-mpi_reduce-001_0.elapsed | 2 +- .../Correct-mpi_reduce-mpi_reduce-001_0.txt | 6 +- ...ect-mpi_reduce_scatter_block-001_0.elapsed | 2 +- ...Correct-mpi_reduce_scatter_block-001_0.txt | 26 +- ...ock-mpi_reduce_scatter_block-001_0.elapsed | 2 +- ...r_block-mpi_reduce_scatter_block-001_0.txt | 22 +- .../itac/Correct-mpi_rsend-001_0.elapsed | 2 +- .../itac/Correct-mpi_rsend-001_0.txt | 6 +- .../itac/Correct-mpi_rsend-002_0.elapsed | 2 +- .../itac/Correct-mpi_rsend-002_0.txt | 6 +- .../itac/Correct-mpi_rsend_init-001_0.elapsed | 2 +- .../itac/Correct-mpi_rsend_init-001_0.txt | 6 +- .../itac/Correct-mpi_rsend_init-002_0.elapsed | 2 +- .../itac/Correct-mpi_rsend_init-002_0.txt | 7 +- .../itac/Correct-mpi_scan-001_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_scan-001_0.txt | 6 +- .../itac/Correct-mpi_scan-002_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_scan-002_0.txt | 7 +- .../itac/Correct-mpi_scan-003_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_scan-003_0.txt | 6 +- .../Correct-mpi_scan-mpi_scan-001_0.elapsed | 2 +- .../itac/Correct-mpi_scan-mpi_scan-001_0.txt | 6 +- .../itac/Correct-mpi_scatter-001_0.elapsed | 2 +- .../itac/Correct-mpi_scatter-001_0.txt | 48 +- ...rect-mpi_scatter-mpi_scatter-001_0.elapsed | 2 +- .../Correct-mpi_scatter-mpi_scatter-001_0.txt | 12 +- .../itac/Correct-mpi_send-001_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-001_0.txt | 7 +- .../itac/Correct-mpi_send-002_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-002_0.txt | 7 +- .../itac/Correct-mpi_send-003_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-003_0.txt | 6 +- .../itac/Correct-mpi_send-004_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-004_0.txt | 24 +- .../itac/Correct-mpi_send-005_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-005_0.txt | 7 +- .../itac/Correct-mpi_send-006_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-006_0.txt | 6 +- .../itac/Correct-mpi_send-007_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-007_0.txt | 6 +- .../itac/Correct-mpi_send-008_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-008_0.txt | 6 +- .../itac/Correct-mpi_send-009_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-009_0.txt | 8 +- .../itac/Correct-mpi_send-010_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-010_0.txt | 6 +- .../itac/Correct-mpi_send-011_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-011_0.txt | 6 +- .../itac/Correct-mpi_send-012_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-012_0.txt | 7 +- .../itac/Correct-mpi_send-013_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-013_0.txt | 6 +- .../itac/Correct-mpi_send-014_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-014_0.txt | 6 +- .../itac/Correct-mpi_send-015_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-015_0.txt | 6 +- .../itac/Correct-mpi_send-016_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-016_0.txt | 6 +- .../itac/Correct-mpi_send-017_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-017_0.txt | 6 +- .../itac/Correct-mpi_send-018_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-018_0.txt | 6 +- .../itac/Correct-mpi_send-019_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-019_0.txt | 6 +- .../itac/Correct-mpi_send-020_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-020_0.txt | 8 +- .../itac/Correct-mpi_send-021_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-021_0.txt | 7 +- .../itac/Correct-mpi_send-022_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-022_0.txt | 6 +- .../itac/Correct-mpi_send-023_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-023_0.txt | 9 +- .../itac/Correct-mpi_send-024_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-024_0.txt | 6 +- .../itac/Correct-mpi_send-025_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-025_0.txt | 6 +- .../itac/Correct-mpi_send-026_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-026_0.txt | 6 +- .../itac/Correct-mpi_send-027_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-027_0.txt | 9 +- .../itac/Correct-mpi_send-028_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-028_0.txt | 6 +- .../itac/Correct-mpi_send-029_0.elapsed | 2 +- logs-20240607/itac/Correct-mpi_send-029_0.txt | 8 +- .../itac/Correct-mpi_send_init-001_0.elapsed | 2 +- .../itac/Correct-mpi_send_init-001_0.txt | 9 +- .../itac/Correct-mpi_send_init-002_0.elapsed | 2 +- .../itac/Correct-mpi_send_init-002_0.txt | 6 +- .../itac/Correct-mpi_ssend-001_0.elapsed | 2 +- .../itac/Correct-mpi_ssend-001_0.txt | 6 +- .../itac/Correct-mpi_ssend-002_0.elapsed | 2 +- .../itac/Correct-mpi_ssend-002_0.txt | 6 +- .../itac/Correct-mpi_ssend-003_0.elapsed | 2 +- .../itac/Correct-mpi_ssend-003_0.txt | 7 +- .../itac/Correct-mpi_ssend_init-001_0.elapsed | 2 +- .../itac/Correct-mpi_ssend_init-001_0.txt | 7 +- .../itac/Correct-mpi_ssend_init-002_0.elapsed | 2 +- .../itac/Correct-mpi_ssend_init-002_0.txt | 6 +- ...Correct-request-rget_bufread-001_0.elapsed | 2 +- .../Correct-request-rget_bufread-001_0.txt | 6 +- .../Correct-request-rget_put-001_0.elapsed | 2 +- .../itac/Correct-request-rget_put-001_0.txt | 7 +- .../Correct-request-rget_rput-001_0.elapsed | 2 +- .../itac/Correct-request-rget_rput-001_0.txt | 6 +- .../itac/EpochLifeCycle-001_0.elapsed | 2 +- .../itac/EpochLifeCycle-001_0.timeout | 1 - logs-20240607/itac/EpochLifeCycle-001_0.txt | 51 +- .../itac/EpochLifeCycle-002_0.elapsed | 2 +- logs-20240607/itac/EpochLifeCycle-002_0.txt | 14 +- .../itac/EpochLifeCycle-003_0.elapsed | 2 +- .../itac/EpochLifeCycle-003_0.timeout | 1 - logs-20240607/itac/EpochLifeCycle-003_0.txt | 70 +- .../itac/EpochLifeCycle-004_0.elapsed | 2 +- .../itac/EpochLifeCycle-004_0.timeout | 1 - logs-20240607/itac/EpochLifeCycle-004_0.txt | 51 +- .../itac/EpochLifeCycle-005_0.elapsed | 2 +- logs-20240607/itac/EpochLifeCycle-005_0.txt | 14 +- .../itac/EpochLifeCycle-006_0.elapsed | 2 +- .../itac/EpochLifeCycle-006_0.md5sum | 1 - .../itac/EpochLifeCycle-006_0.timeout | 1 - logs-20240607/itac/EpochLifeCycle-006_0.txt | 57 +- .../itac/EpochLifeCycle-007_0.elapsed | 2 +- .../itac/EpochLifeCycle-007_0.timeout | 1 - logs-20240607/itac/EpochLifeCycle-007_0.txt | 51 +- .../itac/EpochLifeCycle-008_0.elapsed | 2 +- logs-20240607/itac/EpochLifeCycle-008_0.txt | 14 +- .../itac/EpochLifeCycle-009_0.elapsed | 2 +- .../itac/EpochLifeCycle-009_0.timeout | 1 - logs-20240607/itac/EpochLifeCycle-009_0.txt | 76 +- .../itac/EpochLifeCycle-010_0.elapsed | 2 +- logs-20240607/itac/EpochLifeCycle-010_0.txt | 15 +- .../itac/EpochLifeCycle-011_0.elapsed | 2 +- logs-20240607/itac/EpochLifeCycle-011_0.txt | 38 +- .../itac/EpochLifeCycle-012_0.elapsed | 2 +- logs-20240607/itac/EpochLifeCycle-012_0.txt | 12 +- .../itac/EpochLifeCycle-013_0.elapsed | 2 +- logs-20240607/itac/EpochLifeCycle-013_0.txt | 14 +- .../itac/EpochLifeCycle-014_0.elapsed | 2 +- logs-20240607/itac/EpochLifeCycle-014_0.txt | 16 +- .../itac/EpochLifeCycle-015_0.elapsed | 2 +- logs-20240607/itac/EpochLifeCycle-015_0.txt | 12 +- .../itac/EpochLifeCycle-016_0.elapsed | 2 +- logs-20240607/itac/EpochLifeCycle-016_0.txt | 14 +- .../itac/EpochLifeCycle-017_0.elapsed | 2 +- logs-20240607/itac/EpochLifeCycle-017_0.txt | 16 +- .../itac/EpochLifeCycle-018_0.elapsed | 2 +- logs-20240607/itac/EpochLifeCycle-018_0.txt | 12 +- .../itac/EpochLifeCycle-019_0.elapsed | 2 +- .../itac/EpochLifeCycle-019_0.timeout | 1 - logs-20240607/itac/EpochLifeCycle-019_0.txt | 51 +- .../itac/EpochLifeCycle-020_0.elapsed | 2 +- logs-20240607/itac/EpochLifeCycle-020_0.txt | 12 +- .../itac/EpochLifeCycle-021_0.elapsed | 2 +- logs-20240607/itac/EpochLifeCycle-021_0.txt | 12 +- .../itac/EpochLifeCycle-022_0.elapsed | 2 +- .../itac/EpochLifeCycle-022_0.timeout | 1 - logs-20240607/itac/EpochLifeCycle-022_0.txt | 51 +- .../itac/EpochLifeCycle-023_0.elapsed | 2 +- logs-20240607/itac/EpochLifeCycle-023_0.txt | 14 +- .../itac/EpochLifeCycle-024_0.elapsed | 2 +- logs-20240607/itac/EpochLifeCycle-024_0.txt | 12 +- .../itac/EpochLifeCycle-025_0.elapsed | 2 +- .../itac/EpochLifeCycle-025_0.timeout | 1 - logs-20240607/itac/EpochLifeCycle-025_0.txt | 51 +- .../itac/EpochLifeCycle-026_0.elapsed | 2 +- logs-20240607/itac/EpochLifeCycle-026_0.txt | 12 +- .../itac/EpochLifeCycle-027_0.elapsed | 2 +- logs-20240607/itac/EpochLifeCycle-027_0.txt | 12 +- .../itac/EpochLifeCycle-028_0.elapsed | 2 +- logs-20240607/itac/EpochLifeCycle-028_0.txt | 8 +- .../itac/EpochLifeCycle-029_0.elapsed | 2 +- logs-20240607/itac/EpochLifeCycle-029_0.txt | 7 +- .../itac/EpochLifeCycle-030_0.elapsed | 2 +- logs-20240607/itac/EpochLifeCycle-030_0.txt | 9 +- .../itac/EpochLifeCycle-031_0.elapsed | 2 +- logs-20240607/itac/EpochLifeCycle-031_0.txt | 6 +- .../itac/EpochLifeCycle-032_0.elapsed | 2 +- logs-20240607/itac/EpochLifeCycle-032_0.txt | 6 +- .../itac/EpochLifeCycle-033_0.elapsed | 2 +- logs-20240607/itac/EpochLifeCycle-033_0.txt | 8 +- ...ncy-fence-accumulate_bufread-001_0.elapsed | 2 +- ...urrency-fence-accumulate_bufread-001_0.txt | 7 +- ...cy-fence-accumulate_bufwrite-001_0.elapsed | 2 +- ...rrency-fence-accumulate_bufwrite-001_0.txt | 7 +- ...urrency-fence-accumulate_get-001_0.elapsed | 2 +- ...Concurrency-fence-accumulate_get-001_0.txt | 6 +- ...ence-accumulate_localbufread-001_0.elapsed | 2 +- ...cy-fence-accumulate_localbufread-001_0.txt | 6 +- ...nce-accumulate_localbufwrite-001_0.elapsed | 2 +- ...y-fence-accumulate_localbufwrite-001_0.txt | 6 +- ...urrency-fence-accumulate_put-001_0.elapsed | 2 +- ...Concurrency-fence-accumulate_put-001_0.txt | 6 +- ...rrency-fence-accumulate_rget-001_0.elapsed | 2 +- ...oncurrency-fence-accumulate_rget-001_0.txt | 6 +- ...rrency-fence-accumulate_rput-001_0.elapsed | 2 +- ...oncurrency-fence-accumulate_rput-001_0.txt | 6 +- ...nce-compare_and_swap_bufread-001_0.elapsed | 2 +- ...y-fence-compare_and_swap_bufread-001_0.txt | 7 +- ...ce-compare_and_swap_bufwrite-001_0.elapsed | 2 +- ...-fence-compare_and_swap_bufwrite-001_0.txt | 7 +- ...y-fence-compare_and_swap_get-001_0.elapsed | 2 +- ...rency-fence-compare_and_swap_get-001_0.txt | 6 +- ...ompare_and_swap_localbufread-001_0.elapsed | 2 +- ...ce-compare_and_swap_localbufread-001_0.txt | 6 +- ...mpare_and_swap_localbufwrite-001_0.elapsed | 2 +- ...e-compare_and_swap_localbufwrite-001_0.txt | 6 +- ...y-fence-compare_and_swap_put-001_0.elapsed | 2 +- ...rency-fence-compare_and_swap_put-001_0.txt | 6 +- ...-fence-compare_and_swap_rget-001_0.elapsed | 2 +- ...ency-fence-compare_and_swap_rget-001_0.txt | 6 +- ...-fence-compare_and_swap_rput-001_0.elapsed | 2 +- ...ency-fence-compare_and_swap_rput-001_0.txt | 6 +- ...y-fence-fetch_and_op_bufread-001_0.elapsed | 2 +- ...rency-fence-fetch_and_op_bufread-001_0.txt | 6 +- ...-fence-fetch_and_op_bufwrite-001_0.elapsed | 2 +- ...ency-fence-fetch_and_op_bufwrite-001_0.txt | 6 +- ...rency-fence-fetch_and_op_get-001_0.elapsed | 2 +- ...ncurrency-fence-fetch_and_op_get-001_0.txt | 7 +- ...ce-fetch_and_op_localbufread-001_0.elapsed | 2 +- ...-fence-fetch_and_op_localbufread-001_0.txt | 6 +- ...e-fetch_and_op_localbufwrite-001_0.elapsed | 2 +- ...fence-fetch_and_op_localbufwrite-001_0.txt | 6 +- ...rency-fence-fetch_and_op_put-001_0.elapsed | 2 +- ...ncurrency-fence-fetch_and_op_put-001_0.txt | 6 +- ...ency-fence-fetch_and_op_rget-001_0.elapsed | 2 +- ...currency-fence-fetch_and_op_rget-001_0.txt | 6 +- ...ency-fence-fetch_and_op_rput-001_0.elapsed | 2 +- ...currency-fence-fetch_and_op_rput-001_0.txt | 6 +- ...fence-get_accumulate_bufread-001_0.elapsed | 2 +- ...ncy-fence-get_accumulate_bufread-001_0.txt | 7 +- ...ence-get_accumulate_bufwrite-001_0.elapsed | 2 +- ...cy-fence-get_accumulate_bufwrite-001_0.txt | 6 +- ...ncy-fence-get_accumulate_get-001_0.elapsed | 2 +- ...urrency-fence-get_accumulate_get-001_0.txt | 6 +- ...-get_accumulate_localbufread-001_0.elapsed | 2 +- ...ence-get_accumulate_localbufread-001_0.txt | 6 +- ...get_accumulate_localbufwrite-001_0.elapsed | 2 +- ...nce-get_accumulate_localbufwrite-001_0.txt | 6 +- ...ncy-fence-get_accumulate_put-001_0.elapsed | 2 +- ...urrency-fence-get_accumulate_put-001_0.txt | 6 +- ...cy-fence-get_accumulate_rget-001_0.elapsed | 2 +- ...rrency-fence-get_accumulate_rget-001_0.txt | 6 +- ...cy-fence-get_accumulate_rput-001_0.elapsed | 2 +- ...rrency-fence-get_accumulate_rput-001_0.txt | 6 +- ...oncurrency-fence-put_bufread-001_0.elapsed | 2 +- ...balConcurrency-fence-put_bufread-001_0.txt | 6 +- ...ncurrency-fence-put_bufwrite-001_0.elapsed | 2 +- ...alConcurrency-fence-put_bufwrite-001_0.txt | 6 +- ...rency-fence-put_localbufread-001_0.elapsed | 2 +- ...ncurrency-fence-put_localbufread-001_0.txt | 6 +- ...ency-fence-put_localbufwrite-001_0.elapsed | 2 +- ...currency-fence-put_localbufwrite-001_0.txt | 6 +- ...balConcurrency-fence-put_put-001_0.elapsed | 2 +- .../GlobalConcurrency-fence-put_put-001_0.txt | 6 +- ...alConcurrency-fence-put_rput-001_0.elapsed | 2 +- ...GlobalConcurrency-fence-put_rput-001_0.txt | 7 +- ...cy-fence-raccumulate_bufread-001_0.elapsed | 2 +- ...rrency-fence-raccumulate_bufread-001_0.txt | 6 +- ...y-fence-raccumulate_bufwrite-001_0.elapsed | 2 +- ...rency-fence-raccumulate_bufwrite-001_0.txt | 7 +- ...rrency-fence-raccumulate_get-001_0.elapsed | 2 +- ...oncurrency-fence-raccumulate_get-001_0.txt | 6 +- ...nce-raccumulate_localbufread-001_0.elapsed | 2 +- ...y-fence-raccumulate_localbufread-001_0.txt | 6 +- ...ce-raccumulate_localbufwrite-001_0.elapsed | 2 +- ...-fence-raccumulate_localbufwrite-001_0.txt | 7 +- ...rrency-fence-raccumulate_put-001_0.elapsed | 2 +- ...oncurrency-fence-raccumulate_put-001_0.txt | 6 +- ...rency-fence-raccumulate_rget-001_0.elapsed | 2 +- ...ncurrency-fence-raccumulate_rget-001_0.txt | 7 +- ...rency-fence-raccumulate_rput-001_0.elapsed | 2 +- ...ncurrency-fence-raccumulate_rput-001_0.txt | 6 +- ...ence-rget_accumulate_bufread-001_0.elapsed | 2 +- ...cy-fence-rget_accumulate_bufread-001_0.txt | 6 +- ...nce-rget_accumulate_bufwrite-001_0.elapsed | 2 +- ...y-fence-rget_accumulate_bufwrite-001_0.txt | 6 +- ...cy-fence-rget_accumulate_get-001_0.elapsed | 2 +- ...rrency-fence-rget_accumulate_get-001_0.txt | 6 +- ...rget_accumulate_localbufread-001_0.elapsed | 2 +- ...nce-rget_accumulate_localbufread-001_0.txt | 6 +- ...get_accumulate_localbufwrite-001_0.elapsed | 2 +- ...ce-rget_accumulate_localbufwrite-001_0.txt | 6 +- ...cy-fence-rget_accumulate_put-001_0.elapsed | 2 +- ...rrency-fence-rget_accumulate_put-001_0.txt | 6 +- ...y-fence-rget_accumulate_rget-001_0.elapsed | 2 +- ...rency-fence-rget_accumulate_rget-001_0.txt | 6 +- ...y-fence-rget_accumulate_rput-001_0.elapsed | 2 +- ...rency-fence-rget_accumulate_rput-001_0.txt | 6 +- ...ncurrency-fence-rput_bufread-001_0.elapsed | 2 +- ...alConcurrency-fence-rput_bufread-001_0.txt | 7 +- ...currency-fence-rput_bufwrite-001_0.elapsed | 2 +- ...lConcurrency-fence-rput_bufwrite-001_0.txt | 7 +- ...ency-fence-rput_localbufread-001_0.elapsed | 2 +- ...currency-fence-rput_localbufread-001_0.txt | 6 +- ...ncy-fence-rput_localbufwrite-001_0.elapsed | 2 +- ...urrency-fence-rput_localbufwrite-001_0.txt | 6 +- ...alConcurrency-fence-rput_put-001_0.elapsed | 2 +- ...GlobalConcurrency-fence-rput_put-001_0.txt | 6 +- ...lConcurrency-fence-rput_rput-001_0.elapsed | 2 +- ...lobalConcurrency-fence-rput_rput-001_0.txt | 6 +- ...oncurrency-lock-get_bufwrite-001_0.elapsed | 2 +- ...balConcurrency-lock-get_bufwrite-001_0.txt | 6 +- ...rency-lock-get_localbufwrite-001_0.elapsed | 2 +- ...ncurrency-lock-get_localbufwrite-001_0.txt | 6 +- ...ncurrency-lock-rget_bufwrite-001_0.elapsed | 2 +- ...alConcurrency-lock-rget_bufwrite-001_0.txt | 8 +- ...ency-lock-rget_localbufwrite-001_0.elapsed | 2 +- ...currency-lock-rget_localbufwrite-001_0.txt | 6 +- ...Concurrency-request-rget_put-001_0.elapsed | 2 +- ...obalConcurrency-request-rget_put-001_0.txt | 6 +- ...oncurrency-request-rget_rput-001_0.elapsed | 2 +- ...balConcurrency-request-rget_rput-001_0.txt | 6 +- ...terMissmatch-Dtype-mpi_bsend-001_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_bsend-001_0.txt | 18 +- ...terMissmatch-Dtype-mpi_bsend-002_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_bsend-002_0.txt | 18 +- ...ssmatch-Dtype-mpi_bsend_init-001_0.elapsed | 2 +- ...erMissmatch-Dtype-mpi_bsend_init-001_0.txt | 22 +- ...ssmatch-Dtype-mpi_bsend_init-002_0.elapsed | 2 +- ...issmatch-Dtype-mpi_bsend_init-002_0.md5sum | 1 - ...erMissmatch-Dtype-mpi_bsend_init-002_0.txt | 41 +- ...erMissmatch-Dtype-mpi_irsend-001_0.elapsed | 2 +- ...ameterMissmatch-Dtype-mpi_irsend-001_0.txt | 23 +- ...erMissmatch-Dtype-mpi_irsend-002_0.elapsed | 2 +- ...ameterMissmatch-Dtype-mpi_irsend-002_0.txt | 24 +- ...terMissmatch-Dtype-mpi_isend-001_0.elapsed | 2 +- ...eterMissmatch-Dtype-mpi_isend-001_0.md5sum | 1 - ...rameterMissmatch-Dtype-mpi_isend-001_0.txt | 35 +- ...terMissmatch-Dtype-mpi_isend-002_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-002_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-003_0.elapsed | 2 +- ...eterMissmatch-Dtype-mpi_isend-003_0.md5sum | 1 - ...rameterMissmatch-Dtype-mpi_isend-003_0.txt | 35 +- ...terMissmatch-Dtype-mpi_isend-004_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-004_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-005_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-005_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-006_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-006_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-007_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-007_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-008_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-008_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-009_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-009_0.txt | 16 +- ...terMissmatch-Dtype-mpi_isend-010_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-010_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-011_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-011_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-012_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-012_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-013_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-013_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-014_0.elapsed | 2 +- ...eterMissmatch-Dtype-mpi_isend-014_0.md5sum | 1 - ...rameterMissmatch-Dtype-mpi_isend-014_0.txt | 35 +- ...terMissmatch-Dtype-mpi_isend-015_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-015_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-016_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-016_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-017_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-017_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-018_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-018_0.txt | 16 +- ...terMissmatch-Dtype-mpi_isend-019_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-019_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-020_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-020_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-021_0.elapsed | 2 +- ...eterMissmatch-Dtype-mpi_isend-021_0.md5sum | 1 - ...rameterMissmatch-Dtype-mpi_isend-021_0.txt | 35 +- ...terMissmatch-Dtype-mpi_isend-022_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-022_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-023_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-023_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-024_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-024_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-025_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-025_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-026_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-026_0.txt | 16 +- ...terMissmatch-Dtype-mpi_isend-027_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-027_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-028_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-028_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-029_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-029_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-030_0.elapsed | 2 +- ...eterMissmatch-Dtype-mpi_isend-030_0.md5sum | 1 - ...rameterMissmatch-Dtype-mpi_isend-030_0.txt | 35 +- ...terMissmatch-Dtype-mpi_isend-031_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-031_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-032_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-032_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-033_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-033_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-034_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-034_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-035_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-035_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-036_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-036_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-037_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-037_0.txt | 18 +- ...terMissmatch-Dtype-mpi_isend-038_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-038_0.txt | 18 +- ...erMissmatch-Dtype-mpi_issend-001_0.elapsed | 2 +- ...ameterMissmatch-Dtype-mpi_issend-001_0.txt | 35 +- ...erMissmatch-Dtype-mpi_issend-002_0.elapsed | 2 +- ...ameterMissmatch-Dtype-mpi_issend-002_0.txt | 18 +- ...erMissmatch-Dtype-mpi_issend-003_0.elapsed | 2 +- ...ameterMissmatch-Dtype-mpi_issend-003_0.txt | 18 +- ...erMissmatch-Dtype-mpi_issend-004_0.elapsed | 2 +- ...ameterMissmatch-Dtype-mpi_issend-004_0.txt | 18 +- ...terMissmatch-Dtype-mpi_rsend-001_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_rsend-001_0.txt | 22 +- ...terMissmatch-Dtype-mpi_rsend-002_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_rsend-002_0.txt | 22 +- ...terMissmatch-Dtype-mpi_rsend-003_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_rsend-003_0.txt | 42 +- ...terMissmatch-Dtype-mpi_rsend-004_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_rsend-004_0.txt | 23 +- ...terMissmatch-Dtype-mpi_rsend-005_0.elapsed | 2 +- ...eterMissmatch-Dtype-mpi_rsend-005_0.md5sum | 1 - ...rameterMissmatch-Dtype-mpi_rsend-005_0.txt | 36 +- ...terMissmatch-Dtype-mpi_rsend-006_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_rsend-006_0.txt | 22 +- ...terMissmatch-Dtype-mpi_rsend-007_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_rsend-007_0.txt | 25 +- ...terMissmatch-Dtype-mpi_rsend-008_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_rsend-008_0.txt | 22 +- ...terMissmatch-Dtype-mpi_rsend-009_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_rsend-009_0.txt | 22 +- ...terMissmatch-Dtype-mpi_rsend-010_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_rsend-010_0.txt | 24 +- ...terMissmatch-Dtype-mpi_rsend-011_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_rsend-011_0.txt | 24 +- ...terMissmatch-Dtype-mpi_rsend-012_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_rsend-012_0.txt | 22 +- ...terMissmatch-Dtype-mpi_rsend-013_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_rsend-013_0.txt | 25 +- ...terMissmatch-Dtype-mpi_rsend-014_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_rsend-014_0.txt | 24 +- ...terMissmatch-Dtype-mpi_rsend-015_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_rsend-015_0.txt | 23 +- ...terMissmatch-Dtype-mpi_rsend-016_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_rsend-016_0.txt | 22 +- ...terMissmatch-Dtype-mpi_rsend-017_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_rsend-017_0.txt | 22 +- ...terMissmatch-Dtype-mpi_rsend-018_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_rsend-018_0.txt | 24 +- ...terMissmatch-Dtype-mpi_rsend-019_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_rsend-019_0.txt | 22 +- ...terMissmatch-Dtype-mpi_rsend-020_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_rsend-020_0.txt | 24 +- ...terMissmatch-Dtype-mpi_rsend-021_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_rsend-021_0.txt | 22 +- ...terMissmatch-Dtype-mpi_rsend-022_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_rsend-022_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-001_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-001_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-002_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-002_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-003_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-003_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-004_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-004_0.txt | 35 +- ...eterMissmatch-Dtype-mpi_send-005_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-005_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-006_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-006_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-007_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-007_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-008_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-008_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-009_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-009_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-010_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-010_0.txt | 16 +- ...eterMissmatch-Dtype-mpi_send-011_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-011_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-012_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-012_0.txt | 35 +- ...eterMissmatch-Dtype-mpi_send-013_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-013_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-014_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-014_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-015_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-015_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-016_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-016_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-017_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-017_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-018_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-018_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-019_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-019_0.txt | 16 +- ...eterMissmatch-Dtype-mpi_send-020_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-020_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-021_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-021_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-022_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-022_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-023_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-023_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-024_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-024_0.txt | 35 +- ...eterMissmatch-Dtype-mpi_send-025_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-025_0.txt | 16 +- ...eterMissmatch-Dtype-mpi_send-026_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-026_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-027_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-027_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-028_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-028_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-029_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-029_0.txt | 16 +- ...eterMissmatch-Dtype-mpi_send-030_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-030_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-031_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-031_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-032_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-032_0.txt | 16 +- ...eterMissmatch-Dtype-mpi_send-033_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-033_0.txt | 16 +- ...eterMissmatch-Dtype-mpi_send-034_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-034_0.txt | 16 +- ...eterMissmatch-Dtype-mpi_send-035_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-035_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-036_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-036_0.txt | 35 +- ...eterMissmatch-Dtype-mpi_send-037_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-037_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-038_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-038_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-039_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-039_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-040_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-040_0.txt | 35 +- ...eterMissmatch-Dtype-mpi_send-041_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-041_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-042_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-042_0.txt | 16 +- ...eterMissmatch-Dtype-mpi_send-043_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-043_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-044_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-044_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-045_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-045_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-046_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-046_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-047_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-047_0.txt | 16 +- ...eterMissmatch-Dtype-mpi_send-048_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-048_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-049_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-049_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-050_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-050_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-051_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-051_0.txt | 36 +- ...eterMissmatch-Dtype-mpi_send-052_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-052_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-053_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-053_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-054_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-054_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-055_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-055_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-056_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-056_0.txt | 16 +- ...eterMissmatch-Dtype-mpi_send-057_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-057_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-058_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-058_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-059_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-059_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-060_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-060_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-061_0.elapsed | 2 +- ...meterMissmatch-Dtype-mpi_send-061_0.md5sum | 1 - ...arameterMissmatch-Dtype-mpi_send-061_0.txt | 35 +- ...eterMissmatch-Dtype-mpi_send-062_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-062_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-063_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-063_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-064_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-064_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-065_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-065_0.txt | 25 +- ...eterMissmatch-Dtype-mpi_send-066_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-066_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-067_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-067_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-068_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-068_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-069_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-069_0.txt | 26 +- ...eterMissmatch-Dtype-mpi_send-070_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-070_0.txt | 26 +- ...eterMissmatch-Dtype-mpi_send-071_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-071_0.txt | 26 +- ...eterMissmatch-Dtype-mpi_send-072_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-072_0.txt | 26 +- ...eterMissmatch-Dtype-mpi_send-073_0.elapsed | 2 +- ...meterMissmatch-Dtype-mpi_send-073_0.md5sum | 1 - ...arameterMissmatch-Dtype-mpi_send-073_0.txt | 35 +- ...eterMissmatch-Dtype-mpi_send-074_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-074_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-075_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-075_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-076_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-076_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-077_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-077_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-078_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-078_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-079_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-079_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-080_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-080_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-081_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-081_0.txt | 42 +- ...eterMissmatch-Dtype-mpi_send-082_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-082_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-083_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-083_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-084_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-084_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-085_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-085_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-086_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-086_0.txt | 42 +- ...eterMissmatch-Dtype-mpi_send-087_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-087_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-088_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-088_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-089_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-089_0.txt | 48 +- ...eterMissmatch-Dtype-mpi_send-090_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-090_0.txt | 26 +- ...eterMissmatch-Dtype-mpi_send-091_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-091_0.txt | 16 +- ...eterMissmatch-Dtype-mpi_send-092_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-092_0.txt | 16 +- ...eterMissmatch-Dtype-mpi_send-093_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-093_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-094_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-094_0.txt | 16 +- ...eterMissmatch-Dtype-mpi_send-095_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-095_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-096_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-096_0.txt | 35 +- ...eterMissmatch-Dtype-mpi_send-097_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-097_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-098_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-098_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-099_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-099_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-100_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-100_0.txt | 24 +- ...eterMissmatch-Dtype-mpi_send-101_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-101_0.txt | 37 +- ...eterMissmatch-Dtype-mpi_send-102_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-102_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-103_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-103_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-104_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-104_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-105_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-105_0.txt | 24 +- ...eterMissmatch-Dtype-mpi_send-106_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-106_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-107_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-107_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-108_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-108_0.txt | 16 +- ...eterMissmatch-Dtype-mpi_send-109_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-109_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-110_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-110_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-111_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-111_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-112_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-112_0.txt | 24 +- ...eterMissmatch-Dtype-mpi_send-113_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-113_0.txt | 23 +- ...eterMissmatch-Dtype-mpi_send-114_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-114_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-115_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-115_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-116_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-116_0.txt | 16 +- ...eterMissmatch-Dtype-mpi_send-117_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-117_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-118_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-118_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-119_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-119_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-120_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-120_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-121_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-121_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-122_0.elapsed | 2 +- ...meterMissmatch-Dtype-mpi_send-122_0.md5sum | 1 - ...arameterMissmatch-Dtype-mpi_send-122_0.txt | 35 +- ...eterMissmatch-Dtype-mpi_send-123_0.elapsed | 2 +- ...meterMissmatch-Dtype-mpi_send-123_0.md5sum | 1 - ...arameterMissmatch-Dtype-mpi_send-123_0.txt | 35 +- ...eterMissmatch-Dtype-mpi_send-124_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-124_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-125_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-125_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-126_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-126_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-127_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-127_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-128_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-128_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-129_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-129_0.txt | 23 +- ...eterMissmatch-Dtype-mpi_send-130_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-130_0.txt | 24 +- ...eterMissmatch-Dtype-mpi_send-131_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-131_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-132_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-132_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-133_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-133_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-134_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-134_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-135_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-135_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-136_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-136_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-137_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-137_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-138_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-138_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-139_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-139_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-140_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-140_0.txt | 24 +- ...eterMissmatch-Dtype-mpi_send-141_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-141_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-142_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-142_0.txt | 24 +- ...eterMissmatch-Dtype-mpi_send-143_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-143_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-144_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-144_0.txt | 6 +- ...eterMissmatch-Dtype-mpi_send-145_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-145_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-146_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-146_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-147_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-147_0.txt | 16 +- ...eterMissmatch-Dtype-mpi_send-148_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-148_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-149_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-149_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-150_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-150_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-151_0.elapsed | 2 +- ...meterMissmatch-Dtype-mpi_send-151_0.md5sum | 1 - ...arameterMissmatch-Dtype-mpi_send-151_0.txt | 36 +- ...eterMissmatch-Dtype-mpi_send-152_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-152_0.txt | 22 +- ...eterMissmatch-Dtype-mpi_send-153_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-153_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-154_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-154_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-155_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-155_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-156_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-156_0.txt | 18 +- ...eterMissmatch-Dtype-mpi_send-157_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-157_0.txt | 25 +- ...eterMissmatch-Dtype-mpi_send-158_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-158_0.txt | 22 +- ...issmatch-Dtype-mpi_send_init-001_0.elapsed | 2 +- ...terMissmatch-Dtype-mpi_send_init-001_0.txt | 20 +- ...issmatch-Dtype-mpi_send_init-002_0.elapsed | 2 +- ...terMissmatch-Dtype-mpi_send_init-002_0.txt | 22 +- ...issmatch-Dtype-mpi_send_init-003_0.elapsed | 2 +- ...terMissmatch-Dtype-mpi_send_init-003_0.txt | 22 +- ...issmatch-Dtype-mpi_send_init-004_0.elapsed | 2 +- ...terMissmatch-Dtype-mpi_send_init-004_0.txt | 41 +- ...issmatch-Dtype-mpi_send_init-005_0.elapsed | 2 +- ...terMissmatch-Dtype-mpi_send_init-005_0.txt | 22 +- ...issmatch-Dtype-mpi_send_init-006_0.elapsed | 2 +- ...terMissmatch-Dtype-mpi_send_init-006_0.txt | 22 +- ...terMissmatch-Dtype-mpi_ssend-001_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_ssend-001_0.txt | 18 +- ...terMissmatch-Dtype-mpi_ssend-002_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_ssend-002_0.txt | 18 +- ...terMissmatch-Dtype-mpi_ssend-003_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_ssend-003_0.txt | 18 +- ...terMissmatch-Dtype-mpi_ssend-004_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_ssend-004_0.txt | 18 +- ...terMissmatch-Dtype-mpi_ssend-005_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_ssend-005_0.txt | 18 +- ...terMissmatch-Dtype-mpi_ssend-006_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_ssend-006_0.txt | 16 +- ...terMissmatch-Dtype-mpi_ssend-007_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_ssend-007_0.txt | 18 +- ...terMissmatch-Dtype-mpi_ssend-008_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_ssend-008_0.txt | 18 +- ...terMissmatch-Dtype-mpi_ssend-009_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_ssend-009_0.txt | 18 +- ...terMissmatch-Dtype-mpi_ssend-010_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_ssend-010_0.txt | 16 +- .../itac/InvalidBuffer-001_0.elapsed | 2 +- logs-20240607/itac/InvalidBuffer-001_0.txt | 18 +- .../itac/InvalidBuffer-002_0.elapsed | 2 +- logs-20240607/itac/InvalidBuffer-002_0.txt | 18 +- .../itac/InvalidBuffer-003_0.elapsed | 2 +- logs-20240607/itac/InvalidBuffer-003_0.txt | 12 +- .../itac/InvalidBuffer-004_0.elapsed | 2 +- logs-20240607/itac/InvalidBuffer-004_0.md5sum | 1 - logs-20240607/itac/InvalidBuffer-004_0.txt | 28 +- .../itac/InvalidBuffer-005_0.elapsed | 2 +- logs-20240607/itac/InvalidBuffer-005_0.txt | 12 +- .../itac/InvalidBuffer-006_0.elapsed | 2 +- logs-20240607/itac/InvalidBuffer-006_0.md5sum | 1 - logs-20240607/itac/InvalidBuffer-006_0.txt | 28 +- .../itac/InvalidBuffer-007_0.elapsed | 2 +- logs-20240607/itac/InvalidBuffer-007_0.txt | 12 +- .../itac/InvalidBuffer-008_0.elapsed | 2 +- logs-20240607/itac/InvalidBuffer-008_0.txt | 14 +- .../itac/InvalidBuffer-009_0.elapsed | 2 +- logs-20240607/itac/InvalidBuffer-009_0.txt | 14 +- .../itac/InvalidBuffer-010_0.elapsed | 2 +- logs-20240607/itac/InvalidBuffer-010_0.txt | 14 +- .../itac/InvalidBuffer-011_0.elapsed | 2 +- logs-20240607/itac/InvalidBuffer-011_0.txt | 14 +- .../itac/InvalidBuffer-012_0.elapsed | 2 +- logs-20240607/itac/InvalidBuffer-012_0.txt | 14 +- .../itac/InvalidDatataype-001_0.elapsed | 2 +- logs-20240607/itac/InvalidDatataype-001_0.txt | 14 +- .../itac/InvalidDatataype-002_0.elapsed | 2 +- logs-20240607/itac/InvalidDatataype-002_0.txt | 12 +- .../itac/InvalidDatataype-003_0.elapsed | 2 +- logs-20240607/itac/InvalidDatataype-003_0.txt | 14 +- .../itac/InvalidDatataype-004_0.elapsed | 2 +- logs-20240607/itac/InvalidDatataype-004_0.txt | 14 +- .../itac/InvalidDatataype-005_0.elapsed | 2 +- logs-20240607/itac/InvalidDatataype-005_0.txt | 14 +- .../itac/InvalidDatataype-006_0.elapsed | 2 +- logs-20240607/itac/InvalidDatataype-006_0.txt | 14 +- .../itac/InvalidDatataype-007_0.elapsed | 2 +- .../itac/InvalidDatataype-007_0.md5sum | 1 - logs-20240607/itac/InvalidDatataype-007_0.txt | 28 +- .../itac/InvalidDatataype-008_0.elapsed | 2 +- logs-20240607/itac/InvalidDatataype-008_0.txt | 14 +- .../itac/InvalidDatataype-009_0.elapsed | 2 +- logs-20240607/itac/InvalidDatataype-009_0.txt | 14 +- .../itac/InvalidDatataype-010_0.elapsed | 2 +- logs-20240607/itac/InvalidDatataype-010_0.txt | 14 +- .../itac/InvalidDatataype-011_0.elapsed | 2 +- logs-20240607/itac/InvalidDatataype-011_0.txt | 14 +- .../itac/InvalidDatataype-012_0.elapsed | 2 +- logs-20240607/itac/InvalidDatataype-012_0.txt | 14 +- .../itac/InvalidDatataype-013_0.elapsed | 2 +- logs-20240607/itac/InvalidDatataype-013_0.txt | 14 +- .../itac/InvalidDatataype-014_0.elapsed | 2 +- logs-20240607/itac/InvalidDatataype-014_0.txt | 14 +- .../itac/InvalidDatataype-015_0.elapsed | 2 +- logs-20240607/itac/InvalidDatataype-015_0.txt | 14 +- .../itac/InvalidDatataype-016_0.elapsed | 2 +- logs-20240607/itac/InvalidDatataype-016_0.txt | 14 +- ...nvalidParam-Buffer-mpi_bsend-001_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_bsend-001_0.txt | 12 +- ...nvalidParam-Buffer-mpi_bsend-002_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_bsend-002_0.txt | 12 +- ...nvalidParam-Buffer-mpi_bsend-003_0.elapsed | 2 +- ...InvalidParam-Buffer-mpi_bsend-003_0.md5sum | 1 - .../InvalidParam-Buffer-mpi_bsend-003_0.txt | 28 +- ...nvalidParam-Buffer-mpi_bsend-004_0.elapsed | 2 +- ...InvalidParam-Buffer-mpi_bsend-004_0.md5sum | 1 - .../InvalidParam-Buffer-mpi_bsend-004_0.txt | 28 +- ...nvalidParam-Buffer-mpi_bsend-005_0.elapsed | 2 +- ...InvalidParam-Buffer-mpi_bsend-005_0.md5sum | 1 - .../InvalidParam-Buffer-mpi_bsend-005_0.txt | 28 +- ...dParam-Buffer-mpi_bsend_init-001_0.elapsed | 2 +- ...validParam-Buffer-mpi_bsend_init-001_0.txt | 14 +- ...dParam-Buffer-mpi_bsend_init-002_0.elapsed | 2 +- ...validParam-Buffer-mpi_bsend_init-002_0.txt | 14 +- ...dParam-Buffer-mpi_bsend_init-003_0.elapsed | 2 +- ...validParam-Buffer-mpi_bsend_init-003_0.txt | 14 +- ...dParam-Buffer-mpi_bsend_init-004_0.elapsed | 2 +- ...validParam-Buffer-mpi_bsend_init-004_0.txt | 14 +- ...dParam-Buffer-mpi_bsend_init-005_0.elapsed | 2 +- ...idParam-Buffer-mpi_bsend_init-005_0.md5sum | 1 - ...validParam-Buffer-mpi_bsend_init-005_0.txt | 38 +- ...validParam-Buffer-mpi_ibsend-001_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_ibsend-001_0.txt | 14 +- ...validParam-Buffer-mpi_ibsend-002_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_ibsend-002_0.txt | 14 +- ...validParam-Buffer-mpi_ibsend-003_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_ibsend-003_0.txt | 14 +- ...validParam-Buffer-mpi_ibsend-004_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_ibsend-004_0.txt | 14 +- ...validParam-Buffer-mpi_ibsend-005_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_ibsend-005_0.txt | 14 +- ...validParam-Buffer-mpi_imrecv-001_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_imrecv-001_0.txt | 14 +- ...validParam-Buffer-mpi_imrecv-002_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_imrecv-002_0.txt | 14 +- ...validParam-Buffer-mpi_imrecv-003_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_imrecv-003_0.txt | 14 +- ...validParam-Buffer-mpi_imrecv-004_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_imrecv-004_0.txt | 29 +- ...validParam-Buffer-mpi_imrecv-005_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_imrecv-005_0.txt | 12 +- ...nvalidParam-Buffer-mpi_irecv-001_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_irecv-001_0.txt | 14 +- ...nvalidParam-Buffer-mpi_irecv-002_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_irecv-002_0.txt | 14 +- ...nvalidParam-Buffer-mpi_irecv-003_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_irecv-003_0.txt | 14 +- ...nvalidParam-Buffer-mpi_irecv-004_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_irecv-004_0.txt | 14 +- ...nvalidParam-Buffer-mpi_irecv-005_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_irecv-005_0.txt | 6 +- ...validParam-Buffer-mpi_irsend-001_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_irsend-001_0.txt | 14 +- ...validParam-Buffer-mpi_irsend-002_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_irsend-002_0.txt | 14 +- ...validParam-Buffer-mpi_irsend-003_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_irsend-003_0.txt | 14 +- ...validParam-Buffer-mpi_irsend-004_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_irsend-004_0.txt | 14 +- ...validParam-Buffer-mpi_irsend-005_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_irsend-005_0.txt | 6 +- ...nvalidParam-Buffer-mpi_isend-001_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_isend-001_0.txt | 14 +- ...nvalidParam-Buffer-mpi_isend-002_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_isend-002_0.txt | 14 +- ...nvalidParam-Buffer-mpi_isend-003_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_isend-003_0.txt | 14 +- ...nvalidParam-Buffer-mpi_isend-004_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_isend-004_0.txt | 14 +- ...nvalidParam-Buffer-mpi_isend-005_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_isend-005_0.txt | 6 +- ...validParam-Buffer-mpi_issend-001_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_issend-001_0.txt | 14 +- ...validParam-Buffer-mpi_issend-002_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_issend-002_0.txt | 14 +- ...validParam-Buffer-mpi_issend-003_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_issend-003_0.txt | 14 +- ...validParam-Buffer-mpi_issend-004_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_issend-004_0.txt | 14 +- ...validParam-Buffer-mpi_issend-005_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_issend-005_0.txt | 6 +- ...nvalidParam-Buffer-mpi_mrecv-001_0.elapsed | 2 +- ...InvalidParam-Buffer-mpi_mrecv-001_0.md5sum | 1 - .../InvalidParam-Buffer-mpi_mrecv-001_0.txt | 29 +- ...nvalidParam-Buffer-mpi_mrecv-002_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_mrecv-002_0.txt | 14 +- ...nvalidParam-Buffer-mpi_mrecv-003_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_mrecv-003_0.txt | 12 +- ...nvalidParam-Buffer-mpi_mrecv-004_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_mrecv-004_0.txt | 14 +- ...nvalidParam-Buffer-mpi_mrecv-005_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_mrecv-005_0.txt | 22 +- ...dParam-Buffer-mpi_precv_init-001_0.elapsed | 2 +- ...validParam-Buffer-mpi_precv_init-001_0.txt | 4 +- ...dParam-Buffer-mpi_precv_init-002_0.elapsed | 2 +- ...validParam-Buffer-mpi_precv_init-002_0.txt | 4 +- ...dParam-Buffer-mpi_precv_init-003_0.elapsed | 2 +- ...validParam-Buffer-mpi_precv_init-003_0.txt | 4 +- ...dParam-Buffer-mpi_precv_init-004_0.elapsed | 2 +- ...validParam-Buffer-mpi_precv_init-004_0.txt | 4 +- ...dParam-Buffer-mpi_precv_init-005_0.elapsed | 2 +- ...validParam-Buffer-mpi_precv_init-005_0.txt | 4 +- ...dParam-Buffer-mpi_psend_init-001_0.elapsed | 2 +- ...validParam-Buffer-mpi_psend_init-001_0.txt | 4 +- ...dParam-Buffer-mpi_psend_init-002_0.elapsed | 2 +- ...validParam-Buffer-mpi_psend_init-002_0.txt | 4 +- ...dParam-Buffer-mpi_psend_init-003_0.elapsed | 2 +- ...validParam-Buffer-mpi_psend_init-003_0.txt | 4 +- ...dParam-Buffer-mpi_psend_init-004_0.elapsed | 2 +- ...validParam-Buffer-mpi_psend_init-004_0.txt | 4 +- ...dParam-Buffer-mpi_psend_init-005_0.elapsed | 2 +- ...validParam-Buffer-mpi_psend_init-005_0.txt | 4 +- ...InvalidParam-Buffer-mpi_recv-001_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_recv-001_0.md5sum | 1 - .../InvalidParam-Buffer-mpi_recv-001_0.txt | 28 +- ...InvalidParam-Buffer-mpi_recv-002_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_recv-002_0.txt | 12 +- ...InvalidParam-Buffer-mpi_recv-003_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_recv-003_0.txt | 12 +- ...InvalidParam-Buffer-mpi_recv-004_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_recv-004_0.md5sum | 1 - .../InvalidParam-Buffer-mpi_recv-004_0.txt | 28 +- ...InvalidParam-Buffer-mpi_recv-005_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_recv-005_0.txt | 22 +- ...idParam-Buffer-mpi_recv_init-001_0.elapsed | 2 +- ...nvalidParam-Buffer-mpi_recv_init-001_0.txt | 14 +- ...idParam-Buffer-mpi_recv_init-002_0.elapsed | 2 +- ...nvalidParam-Buffer-mpi_recv_init-002_0.txt | 14 +- ...idParam-Buffer-mpi_recv_init-003_0.elapsed | 2 +- ...lidParam-Buffer-mpi_recv_init-003_0.md5sum | 1 - ...nvalidParam-Buffer-mpi_recv_init-003_0.txt | 34 +- ...idParam-Buffer-mpi_recv_init-004_0.elapsed | 2 +- ...nvalidParam-Buffer-mpi_recv_init-004_0.txt | 14 +- ...idParam-Buffer-mpi_recv_init-005_0.elapsed | 2 +- ...nvalidParam-Buffer-mpi_recv_init-005_0.txt | 12 +- ...nvalidParam-Buffer-mpi_rsend-001_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_rsend-001_0.txt | 12 +- ...nvalidParam-Buffer-mpi_rsend-002_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_rsend-002_0.txt | 28 +- ...nvalidParam-Buffer-mpi_rsend-003_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_rsend-003_0.txt | 12 +- ...nvalidParam-Buffer-mpi_rsend-004_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_rsend-004_0.txt | 12 +- ...nvalidParam-Buffer-mpi_rsend-005_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_rsend-005_0.txt | 6 +- ...dParam-Buffer-mpi_rsend_init-001_0.elapsed | 2 +- ...validParam-Buffer-mpi_rsend_init-001_0.txt | 14 +- ...dParam-Buffer-mpi_rsend_init-002_0.elapsed | 2 +- ...validParam-Buffer-mpi_rsend_init-002_0.txt | 14 +- ...dParam-Buffer-mpi_rsend_init-003_0.elapsed | 2 +- ...validParam-Buffer-mpi_rsend_init-003_0.txt | 14 +- ...dParam-Buffer-mpi_rsend_init-004_0.elapsed | 2 +- ...validParam-Buffer-mpi_rsend_init-004_0.txt | 14 +- ...dParam-Buffer-mpi_rsend_init-005_0.elapsed | 2 +- ...validParam-Buffer-mpi_rsend_init-005_0.txt | 49 +- ...InvalidParam-Buffer-mpi_send-001_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_send-001_0.txt | 12 +- ...InvalidParam-Buffer-mpi_send-002_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_send-002_0.txt | 12 +- ...InvalidParam-Buffer-mpi_send-003_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_send-003_0.txt | 12 +- ...InvalidParam-Buffer-mpi_send-004_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_send-004_0.txt | 12 +- ...InvalidParam-Buffer-mpi_send-005_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_send-005_0.txt | 7 +- ...idParam-Buffer-mpi_send_init-001_0.elapsed | 2 +- ...nvalidParam-Buffer-mpi_send_init-001_0.txt | 14 +- ...idParam-Buffer-mpi_send_init-002_0.elapsed | 2 +- ...nvalidParam-Buffer-mpi_send_init-002_0.txt | 14 +- ...idParam-Buffer-mpi_send_init-003_0.elapsed | 2 +- ...nvalidParam-Buffer-mpi_send_init-003_0.txt | 14 +- ...idParam-Buffer-mpi_send_init-004_0.elapsed | 2 +- ...nvalidParam-Buffer-mpi_send_init-004_0.txt | 28 +- ...idParam-Buffer-mpi_send_init-005_0.elapsed | 2 +- ...nvalidParam-Buffer-mpi_send_init-005_0.txt | 14 +- ...lidParam-Buffer-mpi_sendrecv-001_0.elapsed | 2 +- ...InvalidParam-Buffer-mpi_sendrecv-001_0.txt | 20 +- ...lidParam-Buffer-mpi_sendrecv-002_0.elapsed | 2 +- ...InvalidParam-Buffer-mpi_sendrecv-002_0.txt | 16 +- ...lidParam-Buffer-mpi_sendrecv-003_0.elapsed | 2 +- ...InvalidParam-Buffer-mpi_sendrecv-003_0.txt | 18 +- ...lidParam-Buffer-mpi_sendrecv-004_0.elapsed | 2 +- ...InvalidParam-Buffer-mpi_sendrecv-004_0.txt | 16 +- ...lidParam-Buffer-mpi_sendrecv-005_0.elapsed | 2 +- ...InvalidParam-Buffer-mpi_sendrecv-005_0.txt | 16 +- ...lidParam-Buffer-mpi_sendrecv-006_0.elapsed | 2 +- ...InvalidParam-Buffer-mpi_sendrecv-006_0.txt | 18 +- ...lidParam-Buffer-mpi_sendrecv-007_0.elapsed | 2 +- ...alidParam-Buffer-mpi_sendrecv-007_0.md5sum | 1 - ...InvalidParam-Buffer-mpi_sendrecv-007_0.txt | 10 +- ...nvalidParam-Buffer-mpi_ssend-001_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_ssend-001_0.txt | 12 +- ...nvalidParam-Buffer-mpi_ssend-002_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_ssend-002_0.txt | 12 +- ...nvalidParam-Buffer-mpi_ssend-003_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_ssend-003_0.txt | 12 +- ...nvalidParam-Buffer-mpi_ssend-004_0.elapsed | 2 +- ...InvalidParam-Buffer-mpi_ssend-004_0.md5sum | 1 - .../InvalidParam-Buffer-mpi_ssend-004_0.txt | 28 +- ...nvalidParam-Buffer-mpi_ssend-005_0.elapsed | 2 +- .../InvalidParam-Buffer-mpi_ssend-005_0.txt | 6 +- ...dParam-Buffer-mpi_ssend_init-001_0.elapsed | 2 +- ...idParam-Buffer-mpi_ssend_init-001_0.md5sum | 1 - ...validParam-Buffer-mpi_ssend_init-001_0.txt | 28 +- ...dParam-Buffer-mpi_ssend_init-002_0.elapsed | 2 +- ...validParam-Buffer-mpi_ssend_init-002_0.txt | 14 +- ...dParam-Buffer-mpi_ssend_init-003_0.elapsed | 2 +- ...validParam-Buffer-mpi_ssend_init-003_0.txt | 14 +- ...dParam-Buffer-mpi_ssend_init-004_0.elapsed | 2 +- ...validParam-Buffer-mpi_ssend_init-004_0.txt | 14 +- ...dParam-Buffer-mpi_ssend_init-005_0.elapsed | 2 +- ...validParam-Buffer-mpi_ssend_init-005_0.txt | 17 +- ...alidParam-Comm-mpi_allgather-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_allgather-001_0.txt | 16 +- ...alidParam-Comm-mpi_allgather-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_allgather-002_0.txt | 18 +- ...alidParam-Comm-mpi_allreduce-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_allreduce-001_0.txt | 16 +- ...alidParam-Comm-mpi_allreduce-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_allreduce-002_0.txt | 16 +- ...validParam-Comm-mpi_alltoall-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_alltoall-001_0.txt | 16 +- ...validParam-Comm-mpi_alltoall-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_alltoall-002_0.txt | 18 +- ...nvalidParam-Comm-mpi_barrier-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_barrier-001_0.txt | 14 +- ...nvalidParam-Comm-mpi_barrier-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_barrier-002_0.txt | 14 +- .../InvalidParam-Comm-mpi_bcast-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_bcast-001_0.md5sum | 1 - .../InvalidParam-Comm-mpi_bcast-001_0.txt | 38 +- .../InvalidParam-Comm-mpi_bcast-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_bcast-002_0.txt | 18 +- .../InvalidParam-Comm-mpi_bsend-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_bsend-001_0.txt | 14 +- .../InvalidParam-Comm-mpi_bsend-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_bsend-002_0.txt | 28 +- ...lidParam-Comm-mpi_bsend_init-001_0.elapsed | 2 +- ...InvalidParam-Comm-mpi_bsend_init-001_0.txt | 14 +- ...lidParam-Comm-mpi_bsend_init-002_0.elapsed | 2 +- ...InvalidParam-Comm-mpi_bsend_init-002_0.txt | 14 +- ...idParam-Comm-mpi_cart_create-001_0.elapsed | 2 +- ...nvalidParam-Comm-mpi_cart_create-001_0.txt | 18 +- ...idParam-Comm-mpi_cart_create-002_0.elapsed | 2 +- ...lidParam-Comm-mpi_cart_create-002_0.md5sum | 1 - ...nvalidParam-Comm-mpi_cart_create-002_0.txt | 42 +- ...mpi_cart_create-mpi_cart_get-001_0.elapsed | 2 +- ...omm-mpi_cart_create-mpi_cart_get-001_0.txt | 18 +- ...mpi_cart_create-mpi_cart_get-002_0.elapsed | 2 +- ...omm-mpi_cart_create-mpi_cart_get-002_0.txt | 18 +- ...mpi_cart_create-mpi_cart_get-003_0.elapsed | 2 +- ...omm-mpi_cart_create-mpi_cart_get-003_0.txt | 40 +- ...InvalidParam-Comm-mpi_exscan-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_exscan-001_0.txt | 18 +- ...InvalidParam-Comm-mpi_exscan-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_exscan-002_0.txt | 16 +- ...InvalidParam-Comm-mpi_gather-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_gather-001_0.txt | 18 +- ...InvalidParam-Comm-mpi_gather-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_gather-002_0.txt | 16 +- ...lidParam-Comm-mpi_iallreduce-001_0.elapsed | 2 +- ...InvalidParam-Comm-mpi_iallreduce-001_0.txt | 18 +- ...lidParam-Comm-mpi_iallreduce-002_0.elapsed | 2 +- ...InvalidParam-Comm-mpi_iallreduce-002_0.txt | 18 +- ...alidParam-Comm-mpi_ialltoall-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_ialltoall-001_0.txt | 18 +- ...alidParam-Comm-mpi_ialltoall-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_ialltoall-002_0.txt | 18 +- ...validParam-Comm-mpi_ibarrier-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_ibarrier-001_0.txt | 18 +- ...validParam-Comm-mpi_ibarrier-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_ibarrier-002_0.txt | 18 +- ...InvalidParam-Comm-mpi_ibcast-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_ibcast-001_0.txt | 18 +- ...InvalidParam-Comm-mpi_ibcast-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_ibcast-002_0.txt | 18 +- ...InvalidParam-Comm-mpi_ibsend-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_ibsend-001_0.txt | 14 +- ...InvalidParam-Comm-mpi_ibsend-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_ibsend-002_0.txt | 14 +- ...nvalidParam-Comm-mpi_igather-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_igather-001_0.txt | 18 +- ...nvalidParam-Comm-mpi_igather-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_igather-002_0.txt | 18 +- ...nvalidParam-Comm-mpi_improbe-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_improbe-001_0.txt | 14 +- ...nvalidParam-Comm-mpi_improbe-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_improbe-002_0.txt | 14 +- .../InvalidParam-Comm-mpi_irecv-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_irecv-001_0.txt | 14 +- .../InvalidParam-Comm-mpi_irecv-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_irecv-002_0.txt | 14 +- ...nvalidParam-Comm-mpi_ireduce-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_ireduce-001_0.txt | 18 +- ...nvalidParam-Comm-mpi_ireduce-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_ireduce-002_0.txt | 18 +- ...InvalidParam-Comm-mpi_irsend-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_irsend-001_0.txt | 14 +- ...InvalidParam-Comm-mpi_irsend-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_irsend-002_0.txt | 14 +- .../InvalidParam-Comm-mpi_iscan-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_iscan-001_0.txt | 18 +- .../InvalidParam-Comm-mpi_iscan-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_iscan-002_0.txt | 18 +- ...validParam-Comm-mpi_iscatter-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_iscatter-001_0.txt | 18 +- ...validParam-Comm-mpi_iscatter-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_iscatter-002_0.txt | 38 +- .../InvalidParam-Comm-mpi_isend-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_isend-001_0.txt | 14 +- .../InvalidParam-Comm-mpi_isend-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_isend-002_0.txt | 14 +- ...InvalidParam-Comm-mpi_issend-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_issend-001_0.txt | 14 +- ...InvalidParam-Comm-mpi_issend-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_issend-002_0.txt | 14 +- ...InvalidParam-Comm-mpi_mprobe-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_mprobe-001_0.txt | 14 +- ...InvalidParam-Comm-mpi_mprobe-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_mprobe-002_0.txt | 14 +- ...lidParam-Comm-mpi_precv_init-001_0.elapsed | 2 +- ...InvalidParam-Comm-mpi_precv_init-001_0.txt | 4 +- ...lidParam-Comm-mpi_precv_init-002_0.elapsed | 2 +- ...InvalidParam-Comm-mpi_precv_init-002_0.txt | 4 +- ...lidParam-Comm-mpi_psend_init-001_0.elapsed | 2 +- ...InvalidParam-Comm-mpi_psend_init-001_0.txt | 4 +- ...lidParam-Comm-mpi_psend_init-002_0.elapsed | 2 +- ...InvalidParam-Comm-mpi_psend_init-002_0.txt | 4 +- .../InvalidParam-Comm-mpi_recv-001_0.elapsed | 2 +- .../itac/InvalidParam-Comm-mpi_recv-001_0.txt | 14 +- .../InvalidParam-Comm-mpi_recv-002_0.elapsed | 2 +- .../itac/InvalidParam-Comm-mpi_recv-002_0.txt | 14 +- ...alidParam-Comm-mpi_recv_init-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_recv_init-001_0.txt | 14 +- ...alidParam-Comm-mpi_recv_init-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_recv_init-002_0.txt | 14 +- ...InvalidParam-Comm-mpi_reduce-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_reduce-001_0.txt | 18 +- ...InvalidParam-Comm-mpi_reduce-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_reduce-002_0.txt | 18 +- ...omm-mpi_reduce_scatter_block-001_0.elapsed | 2 +- ...am-Comm-mpi_reduce_scatter_block-001_0.txt | 18 +- ...omm-mpi_reduce_scatter_block-002_0.elapsed | 2 +- ...am-Comm-mpi_reduce_scatter_block-002_0.txt | 18 +- .../InvalidParam-Comm-mpi_rsend-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_rsend-001_0.txt | 14 +- .../InvalidParam-Comm-mpi_rsend-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_rsend-002_0.txt | 14 +- ...lidParam-Comm-mpi_rsend_init-001_0.elapsed | 2 +- ...alidParam-Comm-mpi_rsend_init-001_0.md5sum | 1 - ...InvalidParam-Comm-mpi_rsend_init-001_0.txt | 28 +- ...lidParam-Comm-mpi_rsend_init-002_0.elapsed | 2 +- ...InvalidParam-Comm-mpi_rsend_init-002_0.txt | 14 +- .../InvalidParam-Comm-mpi_scan-001_0.elapsed | 2 +- .../itac/InvalidParam-Comm-mpi_scan-001_0.txt | 18 +- .../InvalidParam-Comm-mpi_scan-002_0.elapsed | 2 +- .../itac/InvalidParam-Comm-mpi_scan-002_0.txt | 16 +- ...nvalidParam-Comm-mpi_scatter-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_scatter-001_0.txt | 16 +- ...nvalidParam-Comm-mpi_scatter-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_scatter-002_0.txt | 38 +- .../InvalidParam-Comm-mpi_send-001_0.elapsed | 2 +- .../itac/InvalidParam-Comm-mpi_send-001_0.txt | 14 +- .../InvalidParam-Comm-mpi_send-002_0.elapsed | 2 +- .../itac/InvalidParam-Comm-mpi_send-002_0.txt | 14 +- ...alidParam-Comm-mpi_send_init-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_send_init-001_0.txt | 14 +- ...alidParam-Comm-mpi_send_init-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_send_init-002_0.txt | 14 +- ...validParam-Comm-mpi_sendrecv-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_sendrecv-001_0.txt | 14 +- ...validParam-Comm-mpi_sendrecv-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_sendrecv-002_0.txt | 14 +- ...am-Comm-mpi_sendrecv_replace-001_0.elapsed | 2 +- ...dParam-Comm-mpi_sendrecv_replace-001_0.txt | 12 +- ...am-Comm-mpi_sendrecv_replace-002_0.elapsed | 2 +- ...dParam-Comm-mpi_sendrecv_replace-002_0.txt | 12 +- .../InvalidParam-Comm-mpi_ssend-001_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_ssend-001_0.txt | 14 +- .../InvalidParam-Comm-mpi_ssend-002_0.elapsed | 2 +- .../InvalidParam-Comm-mpi_ssend-002_0.txt | 14 +- ...lidParam-Comm-mpi_ssend_init-001_0.elapsed | 2 +- ...InvalidParam-Comm-mpi_ssend_init-001_0.txt | 14 +- ...lidParam-Comm-mpi_ssend_init-002_0.elapsed | 2 +- ...InvalidParam-Comm-mpi_ssend_init-002_0.txt | 14 +- ...nvalidParam-Op-mpi_allreduce-001_0.elapsed | 2 +- ...InvalidParam-Op-mpi_allreduce-001_0.md5sum | 1 - .../InvalidParam-Op-mpi_allreduce-001_0.txt | 38 +- ...validParam-Op-mpi_iallreduce-001_0.elapsed | 2 +- .../InvalidParam-Op-mpi_iallreduce-001_0.txt | 18 +- .../InvalidParam-Op-mpi_ireduce-001_0.elapsed | 2 +- .../InvalidParam-Op-mpi_ireduce-001_0.txt | 18 +- .../InvalidParam-Op-mpi_reduce-001_0.elapsed | 2 +- .../itac/InvalidParam-Op-mpi_reduce-001_0.txt | 18 +- .../itac/InvalidParam-Rank-001_0.elapsed | 2 +- .../itac/InvalidParam-Rank-001_0.txt | 9 +- .../itac/InvalidParam-Rank-002_0.elapsed | 2 +- .../itac/InvalidParam-Rank-002_0.txt | 14 +- .../itac/InvalidParam-Rank-003_0.elapsed | 2 +- .../itac/InvalidParam-Rank-003_0.txt | 6 +- .../itac/InvalidParam-Rank-004_0.elapsed | 2 +- .../itac/InvalidParam-Rank-004_0.txt | 7 +- .../itac/InvalidParam-Rank-005_0.elapsed | 2 +- .../itac/InvalidParam-Rank-005_0.md5sum | 1 - .../itac/InvalidParam-Rank-005_0.txt | 28 +- .../itac/InvalidParam-Rank-006_0.elapsed | 2 +- .../itac/InvalidParam-Rank-006_0.txt | 9 +- .../itac/InvalidParam-Rank-007_0.elapsed | 2 +- .../itac/InvalidParam-Rank-007_0.txt | 7 +- .../itac/InvalidParam-Rank-008_0.elapsed | 2 +- .../itac/InvalidParam-Rank-008_0.txt | 12 +- .../itac/InvalidParam-Rank-009_0.elapsed | 2 +- .../itac/InvalidParam-Rank-009_0.txt | 6 +- .../itac/InvalidParam-Rank-010_0.elapsed | 2 +- .../itac/InvalidParam-Rank-010_0.txt | 6 +- .../itac/InvalidParam-Rank-011_0.elapsed | 2 +- .../itac/InvalidParam-Rank-011_0.txt | 14 +- .../itac/InvalidParam-Rank-012_0.elapsed | 2 +- .../itac/InvalidParam-Rank-012_0.txt | 8 +- .../itac/InvalidParam-Rank-013_0.elapsed | 2 +- .../itac/InvalidParam-Rank-013_0.txt | 9 +- .../itac/InvalidParam-Rank-014_0.elapsed | 2 +- .../itac/InvalidParam-Rank-014_0.txt | 14 +- .../itac/InvalidParam-Rank-015_0.elapsed | 2 +- .../itac/InvalidParam-Rank-015_0.txt | 7 +- .../itac/InvalidParam-Rank-016_0.elapsed | 2 +- .../itac/InvalidParam-Rank-016_0.txt | 6 +- .../itac/InvalidParam-Rank-017_0.elapsed | 2 +- .../itac/InvalidParam-Rank-017_0.txt | 14 +- .../itac/InvalidParam-Rank-018_0.elapsed | 2 +- .../itac/InvalidParam-Rank-018_0.txt | 6 +- .../itac/InvalidParam-Rank-019_0.elapsed | 2 +- .../itac/InvalidParam-Rank-019_0.txt | 7 +- .../itac/InvalidParam-Rank-020_0.elapsed | 2 +- .../itac/InvalidParam-Rank-020_0.txt | 14 +- .../itac/InvalidParam-Rank-021_0.elapsed | 2 +- .../itac/InvalidParam-Rank-021_0.txt | 6 +- .../itac/InvalidParam-Rank-022_0.elapsed | 2 +- .../itac/InvalidParam-Rank-022_0.txt | 6 +- .../itac/InvalidParam-Rank-023_0.elapsed | 2 +- .../itac/InvalidParam-Rank-023_0.txt | 14 +- .../itac/InvalidParam-Rank-024_0.elapsed | 2 +- .../itac/InvalidParam-Rank-024_0.txt | 9 +- .../itac/InvalidParam-Rank-025_0.elapsed | 2 +- .../itac/InvalidParam-Rank-025_0.txt | 6 +- .../itac/InvalidParam-Rank-026_0.elapsed | 2 +- .../itac/InvalidParam-Rank-026_0.txt | 14 +- .../itac/InvalidParam-Rank-027_0.elapsed | 2 +- .../itac/InvalidParam-Rank-027_0.txt | 6 +- .../itac/InvalidParam-Rank-028_0.elapsed | 2 +- .../itac/InvalidParam-Rank-028_0.txt | 6 +- .../itac/InvalidParam-Rank-029_0.elapsed | 2 +- .../itac/InvalidParam-Rank-029_0.txt | 14 +- .../itac/InvalidParam-Rank-030_0.elapsed | 2 +- .../itac/InvalidParam-Rank-030_0.txt | 9 +- .../InvalidParam-Rank-mpi_bcast-001_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_bcast-001_0.txt | 12 +- .../InvalidParam-Rank-mpi_bcast-002_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_bcast-002_0.txt | 12 +- .../InvalidParam-Rank-mpi_bcast-003_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_bcast-003_0.txt | 12 +- .../InvalidParam-Rank-mpi_bsend-001_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_bsend-001_0.timeout | 1 - .../InvalidParam-Rank-mpi_bsend-001_0.txt | 48 +- .../InvalidParam-Rank-mpi_bsend-002_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_bsend-002_0.txt | 14 +- ...lidParam-Rank-mpi_bsend_init-001_0.elapsed | 2 +- ...lidParam-Rank-mpi_bsend_init-001_0.timeout | 1 - ...InvalidParam-Rank-mpi_bsend_init-001_0.txt | 76 +- ...lidParam-Rank-mpi_bsend_init-002_0.elapsed | 2 +- ...InvalidParam-Rank-mpi_bsend_init-002_0.txt | 14 +- ...InvalidParam-Rank-mpi_gather-001_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_gather-001_0.txt | 12 +- ...InvalidParam-Rank-mpi_gather-002_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_gather-002_0.txt | 12 +- ...InvalidParam-Rank-mpi_gather-003_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_gather-003_0.txt | 12 +- ...InvalidParam-Rank-mpi_ibcast-001_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_ibcast-001_0.md5sum | 1 - .../InvalidParam-Rank-mpi_ibcast-001_0.txt | 28 +- ...InvalidParam-Rank-mpi_ibcast-002_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_ibcast-002_0.txt | 12 +- ...InvalidParam-Rank-mpi_ibcast-003_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_ibcast-003_0.txt | 12 +- ...InvalidParam-Rank-mpi_ibsend-001_0.elapsed | 2 +- ...InvalidParam-Rank-mpi_ibsend-001_0.timeout | 1 - .../InvalidParam-Rank-mpi_ibsend-001_0.txt | 76 +- ...InvalidParam-Rank-mpi_ibsend-002_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_ibsend-002_0.txt | 14 +- ...nvalidParam-Rank-mpi_igather-001_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_igather-001_0.txt | 28 +- ...nvalidParam-Rank-mpi_igather-002_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_igather-002_0.txt | 12 +- ...nvalidParam-Rank-mpi_igather-003_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_igather-003_0.txt | 12 +- ...nvalidParam-Rank-mpi_improbe-001_0.elapsed | 2 +- ...nvalidParam-Rank-mpi_improbe-001_0.timeout | 1 - .../InvalidParam-Rank-mpi_improbe-001_0.txt | 47 +- ...nvalidParam-Rank-mpi_improbe-002_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_improbe-002_0.txt | 14 +- ...InvalidParam-Rank-mpi_iprobe-001_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_iprobe-001_0.txt | 7 +- ...InvalidParam-Rank-mpi_iprobe-002_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_iprobe-002_0.txt | 14 +- .../InvalidParam-Rank-mpi_irecv-001_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_irecv-001_0.timeout | 1 - .../InvalidParam-Rank-mpi_irecv-001_0.txt | 76 +- .../InvalidParam-Rank-mpi_irecv-002_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_irecv-002_0.txt | 28 +- ...nvalidParam-Rank-mpi_ireduce-001_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_ireduce-001_0.txt | 12 +- ...nvalidParam-Rank-mpi_ireduce-002_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_ireduce-002_0.txt | 12 +- ...nvalidParam-Rank-mpi_ireduce-003_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_ireduce-003_0.txt | 12 +- ...InvalidParam-Rank-mpi_irsend-001_0.elapsed | 2 +- ...InvalidParam-Rank-mpi_irsend-001_0.timeout | 1 - .../InvalidParam-Rank-mpi_irsend-001_0.txt | 75 +- ...InvalidParam-Rank-mpi_irsend-002_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_irsend-002_0.txt | 14 +- ...validParam-Rank-mpi_iscatter-001_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_iscatter-001_0.txt | 12 +- ...validParam-Rank-mpi_iscatter-002_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_iscatter-002_0.txt | 12 +- ...validParam-Rank-mpi_iscatter-003_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_iscatter-003_0.txt | 12 +- .../InvalidParam-Rank-mpi_isend-001_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_isend-001_0.timeout | 1 - .../InvalidParam-Rank-mpi_isend-001_0.txt | 75 +- .../InvalidParam-Rank-mpi_isend-002_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_isend-002_0.txt | 14 +- ...InvalidParam-Rank-mpi_issend-001_0.elapsed | 2 +- ...InvalidParam-Rank-mpi_issend-001_0.timeout | 1 - .../InvalidParam-Rank-mpi_issend-001_0.txt | 76 +- ...InvalidParam-Rank-mpi_issend-002_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_issend-002_0.txt | 14 +- ...InvalidParam-Rank-mpi_mprobe-001_0.elapsed | 2 +- ...InvalidParam-Rank-mpi_mprobe-001_0.timeout | 1 - .../InvalidParam-Rank-mpi_mprobe-001_0.txt | 62 +- ...InvalidParam-Rank-mpi_mprobe-002_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_mprobe-002_0.txt | 14 +- ...lidParam-Rank-mpi_precv_init-001_0.elapsed | 2 +- ...InvalidParam-Rank-mpi_precv_init-001_0.txt | 4 +- ...lidParam-Rank-mpi_precv_init-002_0.elapsed | 2 +- ...InvalidParam-Rank-mpi_precv_init-002_0.txt | 4 +- .../InvalidParam-Rank-mpi_probe-001_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_probe-001_0.txt | 6 +- .../InvalidParam-Rank-mpi_probe-002_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_probe-002_0.txt | 12 +- ...lidParam-Rank-mpi_psend_init-001_0.elapsed | 2 +- ...InvalidParam-Rank-mpi_psend_init-001_0.txt | 4 +- ...lidParam-Rank-mpi_psend_init-002_0.elapsed | 2 +- ...InvalidParam-Rank-mpi_psend_init-002_0.txt | 4 +- .../InvalidParam-Rank-mpi_recv-001_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_recv-001_0.timeout | 1 - .../itac/InvalidParam-Rank-mpi_recv-001_0.txt | 76 +- .../InvalidParam-Rank-mpi_recv-002_0.elapsed | 2 +- .../itac/InvalidParam-Rank-mpi_recv-002_0.txt | 12 +- ...alidParam-Rank-mpi_recv_init-001_0.elapsed | 2 +- ...alidParam-Rank-mpi_recv_init-001_0.timeout | 1 - .../InvalidParam-Rank-mpi_recv_init-001_0.txt | 48 +- ...alidParam-Rank-mpi_recv_init-002_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_recv_init-002_0.txt | 14 +- ...InvalidParam-Rank-mpi_reduce-001_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_reduce-001_0.txt | 12 +- ...InvalidParam-Rank-mpi_reduce-002_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_reduce-002_0.txt | 12 +- ...InvalidParam-Rank-mpi_reduce-003_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_reduce-003_0.txt | 12 +- .../InvalidParam-Rank-mpi_rsend-001_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_rsend-001_0.timeout | 1 - .../InvalidParam-Rank-mpi_rsend-001_0.txt | 61 +- .../InvalidParam-Rank-mpi_rsend-002_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_rsend-002_0.md5sum | 1 - .../InvalidParam-Rank-mpi_rsend-002_0.txt | 28 +- ...lidParam-Rank-mpi_rsend_init-001_0.elapsed | 2 +- ...lidParam-Rank-mpi_rsend_init-001_0.timeout | 1 - ...InvalidParam-Rank-mpi_rsend_init-001_0.txt | 76 +- ...lidParam-Rank-mpi_rsend_init-002_0.elapsed | 2 +- ...InvalidParam-Rank-mpi_rsend_init-002_0.txt | 14 +- ...nvalidParam-Rank-mpi_scatter-001_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_scatter-001_0.txt | 28 +- ...nvalidParam-Rank-mpi_scatter-002_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_scatter-002_0.txt | 12 +- ...nvalidParam-Rank-mpi_scatter-003_0.elapsed | 2 +- ...InvalidParam-Rank-mpi_scatter-003_0.md5sum | 1 - .../InvalidParam-Rank-mpi_scatter-003_0.txt | 28 +- .../InvalidParam-Rank-mpi_send-001_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_send-001_0.timeout | 1 - .../itac/InvalidParam-Rank-mpi_send-001_0.txt | 59 +- .../InvalidParam-Rank-mpi_send-002_0.elapsed | 2 +- .../itac/InvalidParam-Rank-mpi_send-002_0.txt | 14 +- ...alidParam-Rank-mpi_send_init-001_0.elapsed | 2 +- ...alidParam-Rank-mpi_send_init-001_0.timeout | 1 - .../InvalidParam-Rank-mpi_send_init-001_0.txt | 59 +- ...alidParam-Rank-mpi_send_init-002_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_send_init-002_0.txt | 14 +- ...validParam-Rank-mpi_sendrecv-001_0.elapsed | 2 +- ...validParam-Rank-mpi_sendrecv-001_0.timeout | 1 - .../InvalidParam-Rank-mpi_sendrecv-001_0.txt | 76 +- ...validParam-Rank-mpi_sendrecv-002_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_sendrecv-002_0.txt | 40 +- ...validParam-Rank-mpi_sendrecv-003_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_sendrecv-003_0.txt | 29 +- ...validParam-Rank-mpi_sendrecv-004_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_sendrecv-004_0.txt | 14 +- .../InvalidParam-Rank-mpi_ssend-001_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_ssend-001_0.timeout | 1 - .../InvalidParam-Rank-mpi_ssend-001_0.txt | 75 +- .../InvalidParam-Rank-mpi_ssend-002_0.elapsed | 2 +- .../InvalidParam-Rank-mpi_ssend-002_0.txt | 16 +- ...lidParam-Rank-mpi_ssend_init-001_0.elapsed | 2 +- ...lidParam-Rank-mpi_ssend_init-001_0.timeout | 1 - ...InvalidParam-Rank-mpi_ssend_init-001_0.txt | 75 +- ...lidParam-Rank-mpi_ssend_init-002_0.elapsed | 2 +- ...InvalidParam-Rank-mpi_ssend_init-002_0.txt | 14 +- ...Param-Request-mpi_bsend_init-001_0.elapsed | 2 +- ...dParam-Request-mpi_bsend_init-001_0.md5sum | 1 - ...alidParam-Request-mpi_bsend_init-001_0.txt | 34 +- ...Param-Request-mpi_bsend_init-002_0.elapsed | 2 +- ...dParam-Request-mpi_bsend_init-002_0.md5sum | 1 - ...alidParam-Request-mpi_bsend_init-002_0.txt | 8 +- ...alidParam-Request-mpi_ibsend-001_0.elapsed | 2 +- ...validParam-Request-mpi_ibsend-001_0.md5sum | 1 - .../InvalidParam-Request-mpi_ibsend-001_0.txt | 13 +- ...alidParam-Request-mpi_ibsend-002_0.elapsed | 2 +- ...validParam-Request-mpi_ibsend-002_0.md5sum | 1 - .../InvalidParam-Request-mpi_ibsend-002_0.txt | 13 +- ...alidParam-Request-mpi_imrecv-001_0.elapsed | 2 +- .../InvalidParam-Request-mpi_imrecv-001_0.txt | 14 +- ...validParam-Request-mpi_irecv-001_0.elapsed | 2 +- ...nvalidParam-Request-mpi_irecv-001_0.md5sum | 1 - .../InvalidParam-Request-mpi_irecv-001_0.txt | 8 +- ...alidParam-Request-mpi_irsend-001_0.elapsed | 2 +- ...validParam-Request-mpi_irsend-001_0.md5sum | 1 - .../InvalidParam-Request-mpi_irsend-001_0.txt | 8 +- ...alidParam-Request-mpi_irsend-002_0.elapsed | 2 +- ...validParam-Request-mpi_irsend-002_0.md5sum | 1 - .../InvalidParam-Request-mpi_irsend-002_0.txt | 23 +- ...validParam-Request-mpi_isend-001_0.elapsed | 2 +- ...nvalidParam-Request-mpi_isend-001_0.md5sum | 1 - .../InvalidParam-Request-mpi_isend-001_0.txt | 8 +- ...validParam-Request-mpi_isend-002_0.elapsed | 2 +- ...nvalidParam-Request-mpi_isend-002_0.md5sum | 1 - .../InvalidParam-Request-mpi_isend-002_0.txt | 8 +- ...validParam-Request-mpi_isend-003_0.elapsed | 2 +- ...nvalidParam-Request-mpi_isend-003_0.md5sum | 1 - .../InvalidParam-Request-mpi_isend-003_0.txt | 9 +- ...validParam-Request-mpi_isend-004_0.elapsed | 2 +- ...nvalidParam-Request-mpi_isend-004_0.md5sum | 1 - .../InvalidParam-Request-mpi_isend-004_0.txt | 9 +- ...validParam-Request-mpi_isend-005_0.elapsed | 2 +- ...nvalidParam-Request-mpi_isend-005_0.md5sum | 1 - .../InvalidParam-Request-mpi_isend-005_0.txt | 8 +- ...alidParam-Request-mpi_issend-001_0.elapsed | 2 +- ...validParam-Request-mpi_issend-001_0.md5sum | 1 - .../InvalidParam-Request-mpi_issend-001_0.txt | 8 +- ...alidParam-Request-mpi_issend-002_0.elapsed | 2 +- ...validParam-Request-mpi_issend-002_0.md5sum | 1 - .../InvalidParam-Request-mpi_issend-002_0.txt | 13 +- ...Param-Request-mpi_precv_init-001_0.elapsed | 2 +- ...alidParam-Request-mpi_precv_init-001_0.txt | 4 +- ...Param-Request-mpi_psend_init-001_0.elapsed | 2 +- ...alidParam-Request-mpi_psend_init-001_0.txt | 4 +- ...Param-Request-mpi_psend_init-002_0.elapsed | 2 +- ...alidParam-Request-mpi_psend_init-002_0.txt | 4 +- ...Param-Request-mpi_psend_init-003_0.elapsed | 2 +- ...alidParam-Request-mpi_psend_init-003_0.txt | 4 +- ...dParam-Request-mpi_recv_init-001_0.elapsed | 2 +- ...validParam-Request-mpi_recv_init-001_0.txt | 12 +- ...Param-Request-mpi_rsend_init-001_0.elapsed | 2 +- ...alidParam-Request-mpi_rsend_init-001_0.txt | 34 +- ...Param-Request-mpi_rsend_init-002_0.elapsed | 2 +- ...dParam-Request-mpi_rsend_init-002_0.md5sum | 1 - ...alidParam-Request-mpi_rsend_init-002_0.txt | 10 +- ...dParam-Request-mpi_send_init-001_0.elapsed | 2 +- ...validParam-Request-mpi_send_init-001_0.txt | 34 +- ...dParam-Request-mpi_send_init-002_0.elapsed | 2 +- ...idParam-Request-mpi_send_init-002_0.md5sum | 1 - ...validParam-Request-mpi_send_init-002_0.txt | 10 +- ...Param-Request-mpi_ssend_init-001_0.elapsed | 2 +- ...alidParam-Request-mpi_ssend_init-001_0.txt | 14 +- ...Param-Request-mpi_ssend_init-002_0.elapsed | 2 +- ...dParam-Request-mpi_ssend_init-002_0.md5sum | 1 - ...alidParam-Request-mpi_ssend_init-002_0.txt | 8 +- ...validParam-Request-mpi_start-001_0.elapsed | 2 +- ...nvalidParam-Request-mpi_start-001_0.md5sum | 1 - .../InvalidParam-Request-mpi_start-001_0.txt | 8 +- ...validParam-Request-mpi_start-002_0.elapsed | 2 +- .../InvalidParam-Request-mpi_start-002_0.txt | 22 +- ...idParam-Request-mpi_startall-001_0.elapsed | 2 +- ...nvalidParam-Request-mpi_startall-001_0.txt | 14 +- ...idParam-Request-mpi_startall-002_0.elapsed | 2 +- ...nvalidParam-Request-mpi_startall-002_0.txt | 14 +- ...nvalidParam-Request-mpi_test-001_0.elapsed | 2 +- ...InvalidParam-Request-mpi_test-001_0.md5sum | 1 - .../InvalidParam-Request-mpi_test-001_0.txt | 8 +- ...lidParam-Request-mpi_testall-001_0.elapsed | 2 +- ...InvalidParam-Request-mpi_testall-001_0.txt | 6 +- ...lidParam-Request-mpi_testall-002_0.elapsed | 2 +- ...alidParam-Request-mpi_testall-002_0.md5sum | 1 - ...InvalidParam-Request-mpi_testall-002_0.txt | 8 +- ...lidParam-Request-mpi_testany-001_0.elapsed | 2 +- ...InvalidParam-Request-mpi_testany-001_0.txt | 6 +- ...lidParam-Request-mpi_testany-002_0.elapsed | 2 +- ...alidParam-Request-mpi_testany-002_0.md5sum | 1 - ...InvalidParam-Request-mpi_testany-002_0.txt | 8 +- ...idParam-Request-mpi_testsome-001_0.elapsed | 2 +- ...nvalidParam-Request-mpi_testsome-001_0.txt | 6 +- ...idParam-Request-mpi_testsome-002_0.elapsed | 2 +- ...lidParam-Request-mpi_testsome-002_0.md5sum | 1 - ...nvalidParam-Request-mpi_testsome-002_0.txt | 8 +- ...nvalidParam-Request-mpi_wait-001_0.elapsed | 2 +- ...InvalidParam-Request-mpi_wait-001_0.md5sum | 1 - .../InvalidParam-Request-mpi_wait-001_0.txt | 8 +- ...lidParam-Request-mpi_waitany-001_0.elapsed | 2 +- ...alidParam-Request-mpi_waitany-001_0.md5sum | 1 - ...InvalidParam-Request-mpi_waitany-001_0.txt | 23 +- ...lidParam-Request-mpi_waitany-002_0.elapsed | 2 +- ...alidParam-Request-mpi_waitany-002_0.md5sum | 1 - ...InvalidParam-Request-mpi_waitany-002_0.txt | 8 +- ...idParam-Request-mpi_waitsome-001_0.elapsed | 2 +- ...nvalidParam-Request-mpi_waitsome-001_0.txt | 7 +- ...idParam-Request-mpi_waitsome-002_0.elapsed | 2 +- ...lidParam-Request-mpi_waitsome-002_0.md5sum | 1 - ...nvalidParam-Request-mpi_waitsome-002_0.txt | 8 +- ...alidParam-Status-mpi_improbe-001_0.elapsed | 2 +- .../InvalidParam-Status-mpi_improbe-001_0.txt | 14 +- ...alidParam-Status-mpi_improbe-002_0.elapsed | 2 +- .../InvalidParam-Status-mpi_improbe-002_0.txt | 7 +- ...validParam-Status-mpi_iprobe-001_0.elapsed | 2 +- .../InvalidParam-Status-mpi_iprobe-001_0.txt | 14 +- ...validParam-Status-mpi_iprobe-002_0.elapsed | 2 +- .../InvalidParam-Status-mpi_iprobe-002_0.txt | 7 +- ...validParam-Status-mpi_mprobe-001_0.elapsed | 2 +- .../InvalidParam-Status-mpi_mprobe-001_0.txt | 14 +- ...validParam-Status-mpi_mprobe-002_0.elapsed | 2 +- .../InvalidParam-Status-mpi_mprobe-002_0.txt | 7 +- ...nvalidParam-Status-mpi_mrecv-001_0.elapsed | 2 +- ...InvalidParam-Status-mpi_mrecv-001_0.md5sum | 1 - .../InvalidParam-Status-mpi_mrecv-001_0.txt | 8 +- ...nvalidParam-Status-mpi_mrecv-002_0.elapsed | 2 +- .../InvalidParam-Status-mpi_mrecv-002_0.txt | 6 +- ...nvalidParam-Status-mpi_probe-001_0.elapsed | 2 +- ...InvalidParam-Status-mpi_probe-001_0.md5sum | 1 - .../InvalidParam-Status-mpi_probe-001_0.txt | 28 +- ...nvalidParam-Status-mpi_probe-002_0.elapsed | 2 +- .../InvalidParam-Status-mpi_probe-002_0.txt | 7 +- ...InvalidParam-Status-mpi_recv-001_0.elapsed | 2 +- .../InvalidParam-Status-mpi_recv-001_0.md5sum | 1 - .../InvalidParam-Status-mpi_recv-001_0.txt | 8 +- ...InvalidParam-Status-mpi_recv-002_0.elapsed | 2 +- .../InvalidParam-Status-mpi_recv-002_0.txt | 7 +- ...lidParam-Status-mpi_sendrecv-001_0.elapsed | 2 +- ...alidParam-Status-mpi_sendrecv-001_0.md5sum | 1 - ...InvalidParam-Status-mpi_sendrecv-001_0.txt | 12 +- ...lidParam-Status-mpi_sendrecv-002_0.elapsed | 2 +- ...InvalidParam-Status-mpi_sendrecv-002_0.txt | 23 +- ...-Status-mpi_sendrecv_replace-001_0.elapsed | 2 +- ...m-Status-mpi_sendrecv_replace-001_0.md5sum | 1 - ...aram-Status-mpi_sendrecv_replace-001_0.txt | 8 +- ...-Status-mpi_sendrecv_replace-002_0.elapsed | 2 +- ...aram-Status-mpi_sendrecv_replace-002_0.txt | 6 +- ...InvalidParam-Status-mpi_test-001_0.elapsed | 2 +- .../InvalidParam-Status-mpi_test-001_0.txt | 14 +- ...InvalidParam-Status-mpi_test-002_0.elapsed | 2 +- .../InvalidParam-Status-mpi_test-002_0.md5sum | 1 - .../InvalidParam-Status-mpi_test-002_0.txt | 22 +- ...alidParam-Status-mpi_testall-001_0.elapsed | 2 +- ...validParam-Status-mpi_testall-001_0.md5sum | 1 - .../InvalidParam-Status-mpi_testall-001_0.txt | 8 +- ...alidParam-Status-mpi_testall-002_0.elapsed | 2 +- .../InvalidParam-Status-mpi_testall-002_0.txt | 6 +- ...alidParam-Status-mpi_testany-001_0.elapsed | 2 +- ...validParam-Status-mpi_testany-001_0.md5sum | 1 - .../InvalidParam-Status-mpi_testany-001_0.txt | 8 +- ...alidParam-Status-mpi_testany-002_0.elapsed | 2 +- .../InvalidParam-Status-mpi_testany-002_0.txt | 7 +- ...lidParam-Status-mpi_testsome-001_0.elapsed | 2 +- ...InvalidParam-Status-mpi_testsome-001_0.txt | 14 +- ...lidParam-Status-mpi_testsome-002_0.elapsed | 2 +- ...InvalidParam-Status-mpi_testsome-002_0.txt | 6 +- ...InvalidParam-Status-mpi_wait-001_0.elapsed | 2 +- .../InvalidParam-Status-mpi_wait-001_0.md5sum | 1 - .../InvalidParam-Status-mpi_wait-001_0.txt | 9 +- ...InvalidParam-Status-mpi_wait-002_0.elapsed | 2 +- .../InvalidParam-Status-mpi_wait-002_0.txt | 6 +- ...alidParam-Status-mpi_waitall-001_0.elapsed | 2 +- ...validParam-Status-mpi_waitall-001_0.md5sum | 1 - .../InvalidParam-Status-mpi_waitall-001_0.txt | 8 +- ...alidParam-Status-mpi_waitall-002_0.elapsed | 2 +- .../InvalidParam-Status-mpi_waitall-002_0.txt | 9 +- ...alidParam-Status-mpi_waitany-001_0.elapsed | 2 +- ...validParam-Status-mpi_waitany-001_0.md5sum | 1 - .../InvalidParam-Status-mpi_waitany-001_0.txt | 11 +- ...alidParam-Status-mpi_waitany-002_0.elapsed | 2 +- .../InvalidParam-Status-mpi_waitany-002_0.txt | 7 +- ...lidParam-Status-mpi_waitsome-001_0.elapsed | 2 +- ...alidParam-Status-mpi_waitsome-001_0.md5sum | 1 - ...InvalidParam-Status-mpi_waitsome-001_0.txt | 8 +- ...lidParam-Status-mpi_waitsome-002_0.elapsed | 2 +- ...InvalidParam-Status-mpi_waitsome-002_0.txt | 6 +- .../InvalidParam-Tag-mpi_bsend-001_0.elapsed | 2 +- .../itac/InvalidParam-Tag-mpi_bsend-001_0.txt | 14 +- .../InvalidParam-Tag-mpi_bsend-002_0.elapsed | 2 +- .../itac/InvalidParam-Tag-mpi_bsend-002_0.txt | 14 +- .../InvalidParam-Tag-mpi_bsend-003_0.elapsed | 2 +- .../itac/InvalidParam-Tag-mpi_bsend-003_0.txt | 14 +- ...alidParam-Tag-mpi_bsend_init-001_0.elapsed | 2 +- ...validParam-Tag-mpi_bsend_init-001_0.md5sum | 1 - .../InvalidParam-Tag-mpi_bsend_init-001_0.txt | 32 +- ...alidParam-Tag-mpi_bsend_init-002_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_bsend_init-002_0.txt | 14 +- ...alidParam-Tag-mpi_bsend_init-003_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_bsend_init-003_0.txt | 14 +- .../InvalidParam-Tag-mpi_ibsend-001_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_ibsend-001_0.txt | 14 +- .../InvalidParam-Tag-mpi_ibsend-002_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_ibsend-002_0.txt | 14 +- .../InvalidParam-Tag-mpi_ibsend-003_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_ibsend-003_0.txt | 14 +- ...InvalidParam-Tag-mpi_improbe-001_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_improbe-001_0.txt | 7 +- ...InvalidParam-Tag-mpi_improbe-002_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_improbe-002_0.txt | 14 +- .../InvalidParam-Tag-mpi_iprobe-001_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_iprobe-001_0.txt | 6 +- .../InvalidParam-Tag-mpi_iprobe-002_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_iprobe-002_0.txt | 14 +- .../InvalidParam-Tag-mpi_irecv-001_0.elapsed | 2 +- .../itac/InvalidParam-Tag-mpi_irecv-001_0.txt | 7 +- .../InvalidParam-Tag-mpi_irecv-002_0.elapsed | 2 +- .../itac/InvalidParam-Tag-mpi_irecv-002_0.txt | 14 +- .../InvalidParam-Tag-mpi_irsend-001_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_irsend-001_0.txt | 14 +- .../InvalidParam-Tag-mpi_irsend-002_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_irsend-002_0.txt | 14 +- .../InvalidParam-Tag-mpi_irsend-003_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_irsend-003_0.txt | 14 +- .../InvalidParam-Tag-mpi_isend-001_0.elapsed | 2 +- .../itac/InvalidParam-Tag-mpi_isend-001_0.txt | 14 +- .../InvalidParam-Tag-mpi_isend-002_0.elapsed | 2 +- .../itac/InvalidParam-Tag-mpi_isend-002_0.txt | 14 +- .../InvalidParam-Tag-mpi_isend-003_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_isend-003_0.md5sum | 1 - .../itac/InvalidParam-Tag-mpi_isend-003_0.txt | 28 +- .../InvalidParam-Tag-mpi_issend-001_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_issend-001_0.txt | 14 +- .../InvalidParam-Tag-mpi_issend-002_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_issend-002_0.txt | 14 +- .../InvalidParam-Tag-mpi_issend-003_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_issend-003_0.txt | 14 +- .../InvalidParam-Tag-mpi_mprobe-001_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_mprobe-001_0.txt | 6 +- .../InvalidParam-Tag-mpi_mprobe-002_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_mprobe-002_0.txt | 14 +- ...alidParam-Tag-mpi_precv_init-001_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_precv_init-001_0.txt | 4 +- ...alidParam-Tag-mpi_precv_init-002_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_precv_init-002_0.txt | 4 +- .../InvalidParam-Tag-mpi_probe-001_0.elapsed | 2 +- .../itac/InvalidParam-Tag-mpi_probe-001_0.txt | 9 +- .../InvalidParam-Tag-mpi_probe-002_0.elapsed | 2 +- .../itac/InvalidParam-Tag-mpi_probe-002_0.txt | 12 +- ...alidParam-Tag-mpi_psend_init-001_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_psend_init-001_0.txt | 4 +- ...alidParam-Tag-mpi_psend_init-002_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_psend_init-002_0.txt | 4 +- ...alidParam-Tag-mpi_psend_init-003_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_psend_init-003_0.txt | 4 +- .../InvalidParam-Tag-mpi_recv-001_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_recv-001_0.md5sum | 1 - .../itac/InvalidParam-Tag-mpi_recv-001_0.txt | 23 +- .../InvalidParam-Tag-mpi_recv-002_0.elapsed | 2 +- .../itac/InvalidParam-Tag-mpi_recv-002_0.txt | 12 +- ...validParam-Tag-mpi_recv_init-001_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_recv_init-001_0.txt | 8 +- ...validParam-Tag-mpi_recv_init-002_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_recv_init-002_0.txt | 14 +- .../InvalidParam-Tag-mpi_rsend-001_0.elapsed | 2 +- .../itac/InvalidParam-Tag-mpi_rsend-001_0.txt | 14 +- .../InvalidParam-Tag-mpi_rsend-002_0.elapsed | 2 +- .../itac/InvalidParam-Tag-mpi_rsend-002_0.txt | 14 +- .../InvalidParam-Tag-mpi_rsend-003_0.elapsed | 2 +- .../itac/InvalidParam-Tag-mpi_rsend-003_0.txt | 28 +- ...alidParam-Tag-mpi_rsend_init-001_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_rsend_init-001_0.txt | 14 +- ...alidParam-Tag-mpi_rsend_init-002_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_rsend_init-002_0.txt | 14 +- ...alidParam-Tag-mpi_rsend_init-003_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_rsend_init-003_0.txt | 14 +- .../InvalidParam-Tag-mpi_send-001_0.elapsed | 2 +- .../itac/InvalidParam-Tag-mpi_send-001_0.txt | 14 +- .../InvalidParam-Tag-mpi_send-002_0.elapsed | 2 +- .../itac/InvalidParam-Tag-mpi_send-002_0.txt | 14 +- .../InvalidParam-Tag-mpi_send-003_0.elapsed | 2 +- .../itac/InvalidParam-Tag-mpi_send-003_0.txt | 14 +- ...validParam-Tag-mpi_send_init-001_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_send_init-001_0.txt | 14 +- ...validParam-Tag-mpi_send_init-002_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_send_init-002_0.txt | 14 +- ...validParam-Tag-mpi_send_init-003_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_send_init-003_0.txt | 14 +- .../InvalidParam-Tag-mpi_ssend-001_0.elapsed | 2 +- .../itac/InvalidParam-Tag-mpi_ssend-001_0.txt | 14 +- .../InvalidParam-Tag-mpi_ssend-002_0.elapsed | 2 +- .../itac/InvalidParam-Tag-mpi_ssend-002_0.txt | 14 +- .../InvalidParam-Tag-mpi_ssend-003_0.elapsed | 2 +- .../itac/InvalidParam-Tag-mpi_ssend-003_0.txt | 14 +- ...alidParam-Tag-mpi_ssend_init-001_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_ssend_init-001_0.txt | 14 +- ...alidParam-Tag-mpi_ssend_init-002_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_ssend_init-002_0.txt | 14 +- ...alidParam-Tag-mpi_ssend_init-003_0.elapsed | 2 +- .../InvalidParam-Tag-mpi_ssend_init-003_0.txt | 14 +- ...alidParam-Type-mpi_allreduce-001_0.elapsed | 2 +- .../InvalidParam-Type-mpi_allreduce-001_0.txt | 12 +- ...alidParam-Type-mpi_allreduce-002_0.elapsed | 2 +- .../InvalidParam-Type-mpi_allreduce-002_0.txt | 12 +- .../InvalidParam-Type-mpi_bcast-001_0.elapsed | 2 +- .../InvalidParam-Type-mpi_bcast-001_0.txt | 12 +- .../InvalidParam-Type-mpi_bcast-002_0.elapsed | 2 +- .../InvalidParam-Type-mpi_bcast-002_0.txt | 12 +- ...InvalidParam-Type-mpi_exscan-001_0.elapsed | 2 +- .../InvalidParam-Type-mpi_exscan-001_0.txt | 12 +- ...InvalidParam-Type-mpi_exscan-002_0.elapsed | 2 +- .../InvalidParam-Type-mpi_exscan-002_0.md5sum | 1 - .../InvalidParam-Type-mpi_exscan-002_0.txt | 29 +- ...lidParam-Type-mpi_iallreduce-001_0.elapsed | 2 +- ...InvalidParam-Type-mpi_iallreduce-001_0.txt | 12 +- ...lidParam-Type-mpi_iallreduce-002_0.elapsed | 2 +- ...InvalidParam-Type-mpi_iallreduce-002_0.txt | 12 +- ...InvalidParam-Type-mpi_ibcast-001_0.elapsed | 2 +- .../InvalidParam-Type-mpi_ibcast-001_0.txt | 12 +- ...InvalidParam-Type-mpi_ibcast-002_0.elapsed | 2 +- .../InvalidParam-Type-mpi_ibcast-002_0.txt | 12 +- ...nvalidParam-Type-mpi_ireduce-001_0.elapsed | 2 +- .../InvalidParam-Type-mpi_ireduce-001_0.txt | 12 +- ...nvalidParam-Type-mpi_ireduce-002_0.elapsed | 2 +- .../InvalidParam-Type-mpi_ireduce-002_0.txt | 12 +- .../InvalidParam-Type-mpi_iscan-001_0.elapsed | 2 +- .../InvalidParam-Type-mpi_iscan-001_0.txt | 12 +- .../InvalidParam-Type-mpi_iscan-002_0.elapsed | 2 +- .../InvalidParam-Type-mpi_iscan-002_0.txt | 12 +- ...InvalidParam-Type-mpi_reduce-001_0.elapsed | 2 +- .../InvalidParam-Type-mpi_reduce-001_0.txt | 12 +- ...InvalidParam-Type-mpi_reduce-002_0.elapsed | 2 +- .../InvalidParam-Type-mpi_reduce-002_0.txt | 12 +- .../InvalidParam-Type-mpi_scan-001_0.elapsed | 2 +- .../itac/InvalidParam-Type-mpi_scan-001_0.txt | 12 +- .../InvalidParam-Type-mpi_scan-002_0.elapsed | 2 +- .../itac/InvalidParam-Type-mpi_scan-002_0.txt | 12 +- ...rray_of_indices-mpi_testsome-001_0.elapsed | 2 +- ...array_of_indices-mpi_testsome-001_0.md5sum | 1 - ...am-array_of_indices-mpi_testsome-001_0.txt | 16 +- ...rray_of_indices-mpi_testsome-002_0.elapsed | 2 +- ...am-array_of_indices-mpi_testsome-002_0.txt | 14 +- ...rray_of_indices-mpi_waitsome-001_0.elapsed | 2 +- ...am-array_of_indices-mpi_waitsome-001_0.txt | 14 +- ...rray_of_indices-mpi_waitsome-002_0.elapsed | 2 +- ...am-array_of_indices-mpi_waitsome-002_0.txt | 14 +- ...nvalidParam-flag-mpi_improbe-001_0.elapsed | 2 +- .../InvalidParam-flag-mpi_improbe-001_0.txt | 14 +- ...nvalidParam-flag-mpi_improbe-002_0.elapsed | 2 +- .../InvalidParam-flag-mpi_improbe-002_0.txt | 14 +- ...idParam-flag-mpi_initialized-001_0.elapsed | 2 +- ...nvalidParam-flag-mpi_initialized-001_0.txt | 14 +- ...InvalidParam-flag-mpi_iprobe-001_0.elapsed | 2 +- .../InvalidParam-flag-mpi_iprobe-001_0.txt | 12 +- ...InvalidParam-flag-mpi_iprobe-002_0.elapsed | 2 +- .../InvalidParam-flag-mpi_iprobe-002_0.txt | 12 +- .../InvalidParam-flag-mpi_test-001_0.elapsed | 2 +- .../InvalidParam-flag-mpi_test-001_0.md5sum | 1 - .../itac/InvalidParam-flag-mpi_test-001_0.txt | 8 +- .../InvalidParam-flag-mpi_test-002_0.elapsed | 2 +- .../InvalidParam-flag-mpi_test-002_0.md5sum | 1 - .../itac/InvalidParam-flag-mpi_test-002_0.txt | 8 +- ...nvalidParam-flag-mpi_testall-001_0.elapsed | 2 +- ...InvalidParam-flag-mpi_testall-001_0.md5sum | 1 - .../InvalidParam-flag-mpi_testall-001_0.txt | 9 +- ...nvalidParam-flag-mpi_testall-002_0.elapsed | 2 +- ...InvalidParam-flag-mpi_testall-002_0.md5sum | 1 - .../InvalidParam-flag-mpi_testall-002_0.txt | 8 +- ...nvalidParam-flag-mpi_testany-001_0.elapsed | 2 +- ...InvalidParam-flag-mpi_testany-001_0.md5sum | 1 - .../InvalidParam-flag-mpi_testany-001_0.txt | 29 +- ...nvalidParam-flag-mpi_testany-002_0.elapsed | 2 +- .../InvalidParam-flag-mpi_testany-002_0.txt | 14 +- ...dParam-outcount-mpi_testsome-001_0.elapsed | 2 +- ...idParam-outcount-mpi_testsome-001_0.md5sum | 1 - ...validParam-outcount-mpi_testsome-001_0.txt | 9 +- ...dParam-outcount-mpi_testsome-002_0.elapsed | 2 +- ...idParam-outcount-mpi_testsome-002_0.md5sum | 1 - ...validParam-outcount-mpi_testsome-002_0.txt | 12 +- ...dParam-outcount-mpi_waitsome-001_0.elapsed | 2 +- ...idParam-outcount-mpi_waitsome-001_0.md5sum | 1 - ...validParam-outcount-mpi_waitsome-001_0.txt | 9 +- ...dParam-outcount-mpi_waitsome-002_0.elapsed | 2 +- ...idParam-outcount-mpi_waitsome-002_0.md5sum | 1 - ...validParam-outcount-mpi_waitsome-002_0.txt | 9 +- logs-20240607/itac/InvalidWin-001_0.elapsed | 2 +- logs-20240607/itac/InvalidWin-001_0.txt | 14 +- logs-20240607/itac/InvalidWin-002_0.elapsed | 2 +- logs-20240607/itac/InvalidWin-002_0.txt | 14 +- ...urrency-fence-accumulate_get-001_0.elapsed | 2 +- ...Concurrency-fence-accumulate_get-001_0.txt | 7 +- ...rrency-fence-accumulate_rget-001_0.elapsed | 2 +- ...oncurrency-fence-accumulate_rget-001_0.txt | 6 +- ...y-fence-compare_and_swap_get-001_0.elapsed | 2 +- ...rency-fence-compare_and_swap_get-001_0.txt | 6 +- ...-fence-compare_and_swap_rget-001_0.elapsed | 2 +- ...ency-fence-compare_and_swap_rget-001_0.txt | 6 +- ...rency-fence-fetch_and_op_get-001_0.elapsed | 2 +- ...ncurrency-fence-fetch_and_op_get-001_0.txt | 8 +- ...ency-fence-fetch_and_op_rget-001_0.elapsed | 2 +- ...currency-fence-fetch_and_op_rget-001_0.txt | 6 +- ...urrency-fence-get_accumulate-001_0.elapsed | 2 +- ...Concurrency-fence-get_accumulate-001_0.txt | 7 +- ...ncy-fence-get_accumulate_get-001_0.elapsed | 2 +- ...urrency-fence-get_accumulate_get-001_0.txt | 8 +- ...cy-fence-get_accumulate_rget-001_0.elapsed | 2 +- ...rrency-fence-get_accumulate_rget-001_0.txt | 6 +- ...ncurrency-fence-get_bufwrite-001_0.elapsed | 2 +- ...alConcurrency-fence-get_bufwrite-001_0.txt | 7 +- ...y-fence-get_compare_and_swap-001_0.elapsed | 2 +- ...rency-fence-get_compare_and_swap-001_0.txt | 9 +- ...rency-fence-get_fetch_and_op-001_0.elapsed | 2 +- ...ncurrency-fence-get_fetch_and_op-001_0.txt | 8 +- ...calConcurrency-fence-get_get-001_0.elapsed | 2 +- .../LocalConcurrency-fence-get_get-001_0.txt | 8 +- ...ncy-fence-get_get_accumulate-001_0.elapsed | 2 +- ...urrency-fence-get_get_accumulate-001_0.txt | 9 +- ...calConcurrency-fence-get_put-001_0.elapsed | 2 +- .../LocalConcurrency-fence-get_put-001_0.txt | 6 +- ...rrency-fence-get_raccumulate-001_0.elapsed | 2 +- ...oncurrency-fence-get_raccumulate-001_0.txt | 9 +- ...alConcurrency-fence-get_rget-001_0.elapsed | 2 +- .../LocalConcurrency-fence-get_rget-001_0.txt | 6 +- ...cy-fence-get_rget_accumulate-001_0.elapsed | 2 +- ...rrency-fence-get_rget_accumulate-001_0.txt | 6 +- ...alConcurrency-fence-get_rput-001_0.elapsed | 2 +- .../LocalConcurrency-fence-get_rput-001_0.txt | 6 +- ...calConcurrency-fence-put_get-001_0.elapsed | 2 +- .../LocalConcurrency-fence-put_get-001_0.txt | 6 +- ...alConcurrency-fence-put_rget-001_0.elapsed | 2 +- .../LocalConcurrency-fence-put_rget-001_0.txt | 7 +- ...rrency-fence-raccumulate_get-001_0.elapsed | 2 +- ...oncurrency-fence-raccumulate_get-001_0.txt | 7 +- ...rency-fence-raccumulate_rget-001_0.elapsed | 2 +- ...ncurrency-fence-raccumulate_rget-001_0.txt | 6 +- ...rrency-fence-rget_accumulate-001_0.elapsed | 2 +- ...oncurrency-fence-rget_accumulate-001_0.txt | 6 +- ...cy-fence-rget_accumulate_get-001_0.elapsed | 2 +- ...rrency-fence-rget_accumulate_get-001_0.txt | 7 +- ...y-fence-rget_accumulate_rget-001_0.elapsed | 2 +- ...rency-fence-rget_accumulate_rget-001_0.txt | 6 +- ...currency-fence-rget_bufwrite-001_0.elapsed | 2 +- ...lConcurrency-fence-rget_bufwrite-001_0.txt | 6 +- ...-fence-rget_compare_and_swap-001_0.elapsed | 2 +- ...ency-fence-rget_compare_and_swap-001_0.txt | 8 +- ...ency-fence-rget_fetch_and_op-001_0.elapsed | 2 +- ...currency-fence-rget_fetch_and_op-001_0.txt | 6 +- ...alConcurrency-fence-rget_get-001_0.elapsed | 2 +- .../LocalConcurrency-fence-rget_get-001_0.txt | 6 +- ...cy-fence-rget_get_accumulate-001_0.elapsed | 2 +- ...rrency-fence-rget_get_accumulate-001_0.txt | 6 +- ...alConcurrency-fence-rget_put-001_0.elapsed | 2 +- .../LocalConcurrency-fence-rget_put-001_0.txt | 6 +- ...rency-fence-rget_raccumulate-001_0.elapsed | 2 +- ...ncurrency-fence-rget_raccumulate-001_0.txt | 6 +- ...lConcurrency-fence-rget_rget-001_0.elapsed | 2 +- ...LocalConcurrency-fence-rget_rget-001_0.txt | 7 +- ...y-fence-rget_rget_accumulate-001_0.elapsed | 2 +- ...rency-fence-rget_rget_accumulate-001_0.txt | 6 +- ...lConcurrency-fence-rget_rput-001_0.elapsed | 2 +- ...LocalConcurrency-fence-rget_rput-001_0.txt | 6 +- ...alConcurrency-fence-rput_get-001_0.elapsed | 2 +- .../LocalConcurrency-fence-rput_get-001_0.txt | 6 +- ...lConcurrency-fence-rput_rget-001_0.elapsed | 2 +- ...LocalConcurrency-fence-rput_rget-001_0.txt | 7 +- ...ckunlock-accumulate_bufwrite-001_0.elapsed | 2 +- ...y-lockunlock-accumulate_bufwrite-001_0.txt | 6 +- ...ck-compare_and_swap_bufwrite-001_0.elapsed | 2 +- ...unlock-compare_and_swap_bufwrite-001_0.txt | 6 +- ...unlock-fetch_and_op_bufwrite-001_0.elapsed | 2 +- ...lockunlock-fetch_and_op_bufwrite-001_0.txt | 6 +- ...lock-get_accumulate_bufwrite-001_0.elapsed | 2 +- ...ckunlock-get_accumulate_bufwrite-001_0.txt | 9 +- ...ency-lockunlock-put_bufwrite-001_0.elapsed | 2 +- ...currency-lockunlock-put_bufwrite-001_0.txt | 9 +- ...kunlock-raccumulate_bufwrite-001_0.elapsed | 2 +- ...-lockunlock-raccumulate_bufwrite-001_0.txt | 7 +- ...ock-rget_accumulate_bufwrite-001_0.elapsed | 2 +- ...kunlock-rget_accumulate_bufwrite-001_0.txt | 7 +- ...ncy-lockunlock-rput_bufwrite-001_0.elapsed | 2 +- ...urrency-lockunlock-rput_bufwrite-001_0.txt | 6 +- ...alConcurrency-mpi_iallreduce-001_0.elapsed | 2 +- .../LocalConcurrency-mpi_iallreduce-001_0.txt | 26 +- .../LocalConcurrency-mpi_irecv-001_0.elapsed | 2 +- .../itac/LocalConcurrency-mpi_irecv-001_0.txt | 53 +- .../LocalConcurrency-mpi_irecv-002_0.elapsed | 2 +- .../itac/LocalConcurrency-mpi_irecv-002_0.txt | 52 +- ...ncurrency-receive-mpi_imrecv-001_0.elapsed | 2 +- ...alConcurrency-receive-mpi_imrecv-001_0.txt | 12 +- ...oncurrency-receive-mpi_irecv-001_0.elapsed | 2 +- ...calConcurrency-receive-mpi_irecv-001_0.txt | 6 +- ...rency-receive-mpi_precv_init-001_0.elapsed | 2 +- ...ncurrency-receive-mpi_precv_init-001_0.txt | 4 +- ...rrency-receive-mpi_recv_init-001_0.elapsed | 2 +- ...oncurrency-receive-mpi_recv_init-001_0.txt | 6 +- ...urrency-request-rget_bufread-001_0.elapsed | 2 +- ...Concurrency-request-rget_bufread-001_0.txt | 9 +- ...currency-send-mpi_bsend_init-001_0.elapsed | 2 +- ...lConcurrency-send-mpi_bsend_init-001_0.txt | 18 +- ...lConcurrency-send-mpi_ibsend-001_0.elapsed | 2 +- ...LocalConcurrency-send-mpi_ibsend-001_0.txt | 18 +- ...lConcurrency-send-mpi_irsend-001_0.elapsed | 2 +- ...LocalConcurrency-send-mpi_irsend-001_0.txt | 19 +- ...alConcurrency-send-mpi_isend-001_0.elapsed | 2 +- .../LocalConcurrency-send-mpi_isend-001_0.txt | 21 +- ...lConcurrency-send-mpi_issend-001_0.elapsed | 2 +- ...LocalConcurrency-send-mpi_issend-001_0.txt | 21 +- ...currency-send-mpi_psend_init-001_0.elapsed | 2 +- ...lConcurrency-send-mpi_psend_init-001_0.txt | 4 +- ...currency-send-mpi_rsend_init-001_0.elapsed | 2 +- ...lConcurrency-send-mpi_rsend_init-001_0.txt | 22 +- ...ncurrency-send-mpi_send_init-001_0.elapsed | 2 +- ...alConcurrency-send-mpi_send_init-001_0.txt | 25 +- ...currency-send-mpi_ssend_init-001_0.elapsed | 2 +- ...lConcurrency-send-mpi_ssend_init-001_0.txt | 24 +- ...ssmatch-Dtype-mpi_bsend_init-001_0.elapsed | 2 +- ...erMissmatch-Dtype-mpi_bsend_init-001_0.txt | 18 +- ...erMissmatch-Dtype-mpi_irsend-001_0.elapsed | 2 +- ...ameterMissmatch-Dtype-mpi_irsend-001_0.txt | 6 +- ...terMissmatch-Dtype-mpi_isend-001_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-001_0.txt | 9 +- ...terMissmatch-Dtype-mpi_isend-002_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-002_0.txt | 8 +- ...terMissmatch-Dtype-mpi_isend-003_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-003_0.txt | 6 +- ...terMissmatch-Dtype-mpi_isend-004_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-004_0.txt | 7 +- ...terMissmatch-Dtype-mpi_isend-005_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-005_0.txt | 7 +- ...terMissmatch-Dtype-mpi_isend-006_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-006_0.txt | 6 +- ...terMissmatch-Dtype-mpi_isend-007_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_isend-007_0.txt | 6 +- ...terMissmatch-Dtype-mpi_rsend-001_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_rsend-001_0.txt | 7 +- ...terMissmatch-Dtype-mpi_rsend-002_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_rsend-002_0.txt | 6 +- ...terMissmatch-Dtype-mpi_rsend-003_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_rsend-003_0.txt | 6 +- ...eterMissmatch-Dtype-mpi_send-001_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-001_0.txt | 6 +- ...eterMissmatch-Dtype-mpi_send-002_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-002_0.txt | 6 +- ...eterMissmatch-Dtype-mpi_send-003_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-003_0.txt | 6 +- ...eterMissmatch-Dtype-mpi_send-004_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-004_0.txt | 6 +- ...eterMissmatch-Dtype-mpi_send-005_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-005_0.txt | 6 +- ...eterMissmatch-Dtype-mpi_send-006_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-006_0.txt | 6 +- ...eterMissmatch-Dtype-mpi_send-007_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-007_0.txt | 24 +- ...eterMissmatch-Dtype-mpi_send-008_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-008_0.txt | 6 +- ...eterMissmatch-Dtype-mpi_send-009_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-009_0.txt | 8 +- ...eterMissmatch-Dtype-mpi_send-010_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-010_0.txt | 6 +- ...eterMissmatch-Dtype-mpi_send-011_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-011_0.txt | 6 +- ...eterMissmatch-Dtype-mpi_send-012_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-012_0.txt | 6 +- ...eterMissmatch-Dtype-mpi_send-013_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-013_0.txt | 6 +- ...eterMissmatch-Dtype-mpi_send-014_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-014_0.txt | 7 +- ...eterMissmatch-Dtype-mpi_send-015_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-015_0.txt | 7 +- ...eterMissmatch-Dtype-mpi_send-016_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-016_0.txt | 7 +- ...eterMissmatch-Dtype-mpi_send-017_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-017_0.txt | 7 +- ...eterMissmatch-Dtype-mpi_send-018_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-018_0.txt | 7 +- ...eterMissmatch-Dtype-mpi_send-019_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-019_0.txt | 6 +- ...eterMissmatch-Dtype-mpi_send-020_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-020_0.txt | 7 +- ...eterMissmatch-Dtype-mpi_send-021_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-021_0.txt | 8 +- ...eterMissmatch-Dtype-mpi_send-022_0.elapsed | 2 +- ...meterMissmatch-Dtype-mpi_send-022_0.md5sum | 1 - ...arameterMissmatch-Dtype-mpi_send-022_0.txt | 8 +- ...eterMissmatch-Dtype-mpi_send-023_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-023_0.txt | 8 +- ...eterMissmatch-Dtype-mpi_send-024_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-024_0.txt | 6 +- ...eterMissmatch-Dtype-mpi_send-025_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-025_0.txt | 6 +- ...eterMissmatch-Dtype-mpi_send-026_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-026_0.txt | 23 +- ...eterMissmatch-Dtype-mpi_send-027_0.elapsed | 2 +- ...arameterMissmatch-Dtype-mpi_send-027_0.txt | 6 +- ...eterMissmatch-Dtype-mpi_send-028_0.elapsed | 2 +- ...meterMissmatch-Dtype-mpi_send-028_0.md5sum | 1 - ...arameterMissmatch-Dtype-mpi_send-028_0.txt | 23 +- ...eterMissmatch-Dtype-mpi_send-029_0.elapsed | 2 +- ...eterMissmatch-Dtype-mpi_send-029_0.timeout | 1 - ...arameterMissmatch-Dtype-mpi_send-029_0.txt | 13 +- ...eterMissmatch-Dtype-mpi_send-030_0.elapsed | 2 +- ...eterMissmatch-Dtype-mpi_send-030_0.timeout | 1 + ...arameterMissmatch-Dtype-mpi_send-030_0.txt | 24 +- ...issmatch-Dtype-mpi_send_init-001_0.elapsed | 2 +- ...terMissmatch-Dtype-mpi_send_init-001_0.txt | 9 +- ...issmatch-Dtype-mpi_send_init-002_0.elapsed | 2 +- ...terMissmatch-Dtype-mpi_send_init-002_0.txt | 6 +- ...terMissmatch-Dtype-mpi_ssend-001_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_ssend-001_0.txt | 7 +- ...terMissmatch-Dtype-mpi_ssend-002_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_ssend-002_0.txt | 7 +- ...terMissmatch-Dtype-mpi_ssend-003_0.elapsed | 2 +- ...rameterMissmatch-Dtype-mpi_ssend-003_0.txt | 8 +- .../itac/Matching-tag-mpi_send-001_0.elapsed | 2 +- .../itac/Matching-tag-mpi_send-001_0.timeout | 1 - .../itac/Matching-tag-mpi_send-001_0.txt | 43 +- .../itac/MissingCall-mpi_init-001_0.elapsed | 2 +- .../itac/MissingCall-mpi_init-001_0.md5sum | 1 - .../itac/MissingCall-mpi_init-001_0.txt | 5 +- .../itac/MissingCall-mpi_send-001_0.elapsed | 2 +- .../itac/MissingCall-mpi_send-001_0.timeout | 1 - .../itac/MissingCall-mpi_send-001_0.txt | 76 +- .../itac/MissingCall-mpi_send-002_0.elapsed | 2 +- .../itac/MissingCall-mpi_send-002_0.timeout | 1 - .../itac/MissingCall-mpi_send-002_0.txt | 76 +- .../itac/MissingCall-mpi_send-003_0.elapsed | 2 +- .../itac/MissingCall-mpi_send-003_0.timeout | 1 - .../itac/MissingCall-mpi_send-003_0.txt | 76 +- .../itac/MsgRace-ANY_SOURCE-001_0.elapsed | 2 +- .../itac/MsgRace-ANY_SOURCE-001_0.timeout | 1 - .../itac/MsgRace-ANY_SOURCE-001_0.txt | 57 +- .../itac/MsgRace-ANY_TAG-001_0.elapsed | 2 +- .../itac/MsgRace-ANY_TAG-001_0.timeout | 1 - logs-20240607/itac/MsgRace-ANY_TAG-001_0.txt | 76 +- logs-20240607/itac/PAL-debug-0.out | 1 - ...amMatching-Com-mpi_allgather-001_0.elapsed | 2 +- ...amMatching-Com-mpi_allgather-001_0.timeout | 1 - .../ParamMatching-Com-mpi_allgather-001_0.txt | 75 +- ...amMatching-Com-mpi_allreduce-001_0.elapsed | 2 +- ...ramMatching-Com-mpi_allreduce-001_0.md5sum | 1 - ...amMatching-Com-mpi_allreduce-001_0.timeout | 1 - .../ParamMatching-Com-mpi_allreduce-001_0.txt | 32 +- ...ramMatching-Com-mpi_alltoall-001_0.elapsed | 2 +- ...ramMatching-Com-mpi_alltoall-001_0.timeout | 1 - .../ParamMatching-Com-mpi_alltoall-001_0.txt | 76 +- .../ParamMatching-Com-mpi_bcast-001_0.elapsed | 2 +- .../ParamMatching-Com-mpi_bcast-001_0.timeout | 1 - .../ParamMatching-Com-mpi_bcast-001_0.txt | 76 +- ...ParamMatching-Com-mpi_exscan-001_0.elapsed | 2 +- ...ParamMatching-Com-mpi_exscan-001_0.timeout | 1 - .../ParamMatching-Com-mpi_exscan-001_0.txt | 76 +- ...ParamMatching-Com-mpi_gather-001_0.elapsed | 2 +- ...ParamMatching-Com-mpi_gather-001_0.timeout | 1 - .../ParamMatching-Com-mpi_gather-001_0.txt | 76 +- ...mMatching-Com-mpi_iallgather-001_0.elapsed | 2 +- ...mMatching-Com-mpi_iallgather-001_0.timeout | 1 - ...ParamMatching-Com-mpi_iallgather-001_0.txt | 76 +- ...mMatching-Com-mpi_iallreduce-001_0.elapsed | 2 +- ...mMatching-Com-mpi_iallreduce-001_0.timeout | 1 - ...ParamMatching-Com-mpi_iallreduce-001_0.txt | 61 +- ...amMatching-Com-mpi_ialltoall-001_0.elapsed | 2 +- ...amMatching-Com-mpi_ialltoall-001_0.timeout | 1 - .../ParamMatching-Com-mpi_ialltoall-001_0.txt | 76 +- ...ParamMatching-Com-mpi_ibcast-001_0.elapsed | 2 +- ...ParamMatching-Com-mpi_ibcast-001_0.timeout | 1 - .../ParamMatching-Com-mpi_ibcast-001_0.txt | 75 +- ...aramMatching-Com-mpi_igather-001_0.elapsed | 2 +- ...aramMatching-Com-mpi_igather-001_0.timeout | 1 - .../ParamMatching-Com-mpi_igather-001_0.txt | 52 +- ...aramMatching-Com-mpi_ireduce-001_0.elapsed | 2 +- ...aramMatching-Com-mpi_ireduce-001_0.timeout | 1 - .../ParamMatching-Com-mpi_ireduce-001_0.txt | 76 +- .../ParamMatching-Com-mpi_iscan-001_0.elapsed | 2 +- .../ParamMatching-Com-mpi_iscan-001_0.timeout | 1 - .../ParamMatching-Com-mpi_iscan-001_0.txt | 76 +- ...ramMatching-Com-mpi_iscatter-001_0.elapsed | 2 +- ...ramMatching-Com-mpi_iscatter-001_0.timeout | 1 - .../ParamMatching-Com-mpi_iscatter-001_0.txt | 75 +- ...ParamMatching-Com-mpi_reduce-001_0.elapsed | 2 +- ...ParamMatching-Com-mpi_reduce-001_0.timeout | 1 - .../ParamMatching-Com-mpi_reduce-001_0.txt | 76 +- .../ParamMatching-Com-mpi_scan-001_0.elapsed | 2 +- .../ParamMatching-Com-mpi_scan-001_0.timeout | 1 - .../itac/ParamMatching-Com-mpi_scan-001_0.txt | 75 +- ...aramMatching-Com-mpi_scatter-001_0.elapsed | 2 +- ...aramMatching-Com-mpi_scatter-001_0.timeout | 1 - .../ParamMatching-Com-mpi_scatter-001_0.txt | 73 +- ...ramMatching-Comm-mpi_improbe-001_0.elapsed | 2 +- .../ParamMatching-Comm-mpi_improbe-001_0.txt | 14 +- ...ramMatching-Comm-mpi_improbe-002_0.elapsed | 2 +- ...ramMatching-Comm-mpi_improbe-002_0.timeout | 2 +- .../ParamMatching-Comm-mpi_improbe-002_0.txt | 5 +- ...ramMatching-Comm-mpi_improbe-003_0.elapsed | 2 +- ...ramMatching-Comm-mpi_improbe-003_0.timeout | 2 +- .../ParamMatching-Comm-mpi_improbe-003_0.txt | 5 +- ...ramMatching-Comm-mpi_improbe-004_0.elapsed | 2 +- ...aramMatching-Comm-mpi_improbe-004_0.md5sum | 1 - .../ParamMatching-Comm-mpi_improbe-004_0.txt | 8 +- ...ramMatching-Comm-mpi_improbe-005_0.elapsed | 2 +- .../ParamMatching-Comm-mpi_improbe-005_0.txt | 4 +- ...ramMatching-Comm-mpi_improbe-006_0.elapsed | 2 +- ...ramMatching-Comm-mpi_improbe-006_0.timeout | 2 +- .../ParamMatching-Comm-mpi_improbe-006_0.txt | 5 +- ...ramMatching-Comm-mpi_improbe-007_0.elapsed | 2 +- ...ramMatching-Comm-mpi_improbe-007_0.timeout | 2 +- .../ParamMatching-Comm-mpi_improbe-007_0.txt | 5 +- ...ramMatching-Comm-mpi_improbe-008_0.elapsed | 2 +- ...ramMatching-Comm-mpi_improbe-008_0.timeout | 2 +- .../ParamMatching-Comm-mpi_improbe-008_0.txt | 5 +- ...ramMatching-Comm-mpi_improbe-009_0.elapsed | 2 +- ...aramMatching-Comm-mpi_improbe-009_0.md5sum | 1 - ...ramMatching-Comm-mpi_improbe-009_0.timeout | 1 - .../ParamMatching-Comm-mpi_improbe-009_0.txt | 22 +- ...ramMatching-Comm-mpi_improbe-010_0.elapsed | 2 +- ...aramMatching-Comm-mpi_improbe-010_0.md5sum | 1 - .../ParamMatching-Comm-mpi_improbe-010_0.txt | 28 +- ...ramMatching-Comm-mpi_improbe-011_0.elapsed | 2 +- ...ramMatching-Comm-mpi_improbe-011_0.timeout | 2 +- .../ParamMatching-Comm-mpi_improbe-011_0.txt | 5 +- ...ramMatching-Comm-mpi_improbe-012_0.elapsed | 2 +- ...ramMatching-Comm-mpi_improbe-012_0.timeout | 2 +- .../ParamMatching-Comm-mpi_improbe-012_0.txt | 5 +- ...ramMatching-Comm-mpi_improbe-013_0.elapsed | 2 +- .../ParamMatching-Comm-mpi_improbe-013_0.txt | 4 +- ...aramMatching-Comm-mpi_mprobe-001_0.elapsed | 2 +- .../ParamMatching-Comm-mpi_mprobe-001_0.txt | 14 +- ...aramMatching-Comm-mpi_mprobe-002_0.elapsed | 2 +- ...aramMatching-Comm-mpi_mprobe-002_0.timeout | 1 - .../ParamMatching-Comm-mpi_mprobe-002_0.txt | 76 +- ...aramMatching-Comm-mpi_mprobe-003_0.elapsed | 2 +- ...aramMatching-Comm-mpi_mprobe-003_0.timeout | 1 - .../ParamMatching-Comm-mpi_mprobe-003_0.txt | 76 +- ...aramMatching-Comm-mpi_mprobe-004_0.elapsed | 2 +- ...ParamMatching-Comm-mpi_mprobe-004_0.md5sum | 1 - .../ParamMatching-Comm-mpi_mprobe-004_0.txt | 8 +- ...aramMatching-Comm-mpi_mprobe-005_0.elapsed | 2 +- .../ParamMatching-Comm-mpi_mprobe-005_0.txt | 4 +- ...aramMatching-Comm-mpi_mprobe-006_0.elapsed | 2 +- ...aramMatching-Comm-mpi_mprobe-006_0.timeout | 1 - .../ParamMatching-Comm-mpi_mprobe-006_0.txt | 69 +- ...aramMatching-Comm-mpi_mprobe-007_0.elapsed | 2 +- ...aramMatching-Comm-mpi_mprobe-007_0.timeout | 1 - .../ParamMatching-Comm-mpi_mprobe-007_0.txt | 76 +- ...aramMatching-Comm-mpi_mprobe-008_0.elapsed | 2 +- ...aramMatching-Comm-mpi_mprobe-008_0.timeout | 1 - .../ParamMatching-Comm-mpi_mprobe-008_0.txt | 76 +- ...aramMatching-Comm-mpi_mprobe-009_0.elapsed | 2 +- ...aramMatching-Comm-mpi_mprobe-009_0.timeout | 1 - .../ParamMatching-Comm-mpi_mprobe-009_0.txt | 76 +- ...aramMatching-Comm-mpi_mprobe-010_0.elapsed | 2 +- .../ParamMatching-Comm-mpi_mprobe-010_0.txt | 14 +- ...aramMatching-Comm-mpi_mprobe-011_0.elapsed | 2 +- ...aramMatching-Comm-mpi_mprobe-011_0.timeout | 1 - .../ParamMatching-Comm-mpi_mprobe-011_0.txt | 57 +- ...aramMatching-Comm-mpi_mprobe-012_0.elapsed | 2 +- ...aramMatching-Comm-mpi_mprobe-012_0.timeout | 1 - .../ParamMatching-Comm-mpi_mprobe-012_0.txt | 76 +- ...aramMatching-Comm-mpi_mprobe-013_0.elapsed | 2 +- .../ParamMatching-Comm-mpi_mprobe-013_0.txt | 4 +- ...Matching-Comm-mpi_precv_init-001_0.elapsed | 2 +- ...aramMatching-Comm-mpi_precv_init-001_0.txt | 4 +- ...Matching-Comm-mpi_precv_init-002_0.elapsed | 2 +- ...aramMatching-Comm-mpi_precv_init-002_0.txt | 4 +- ...Matching-Comm-mpi_precv_init-003_0.elapsed | 2 +- ...aramMatching-Comm-mpi_precv_init-003_0.txt | 4 +- ...Matching-Comm-mpi_precv_init-004_0.elapsed | 2 +- ...aramMatching-Comm-mpi_precv_init-004_0.txt | 4 +- ...Matching-Comm-mpi_precv_init-005_0.elapsed | 2 +- ...aramMatching-Comm-mpi_precv_init-005_0.txt | 4 +- ...Matching-Comm-mpi_precv_init-006_0.elapsed | 2 +- ...aramMatching-Comm-mpi_precv_init-006_0.txt | 4 +- ...Matching-Comm-mpi_precv_init-007_0.elapsed | 2 +- ...aramMatching-Comm-mpi_precv_init-007_0.txt | 4 +- ...Matching-Comm-mpi_precv_init-008_0.elapsed | 2 +- ...aramMatching-Comm-mpi_precv_init-008_0.txt | 4 +- ...Matching-Comm-mpi_precv_init-009_0.elapsed | 2 +- ...aramMatching-Comm-mpi_precv_init-009_0.txt | 4 +- ...Matching-Comm-mpi_precv_init-010_0.elapsed | 2 +- ...aramMatching-Comm-mpi_precv_init-010_0.txt | 4 +- ...Matching-Comm-mpi_precv_init-011_0.elapsed | 2 +- ...aramMatching-Comm-mpi_precv_init-011_0.txt | 4 +- ...Matching-Comm-mpi_precv_init-012_0.elapsed | 2 +- ...aramMatching-Comm-mpi_precv_init-012_0.txt | 4 +- ...Matching-Comm-mpi_precv_init-013_0.elapsed | 2 +- ...aramMatching-Comm-mpi_precv_init-013_0.txt | 4 +- ...Matching-Comm-mpi_psend_init-001_0.elapsed | 2 +- ...aramMatching-Comm-mpi_psend_init-001_0.txt | 4 +- ...Matching-Comm-mpi_psend_init-002_0.elapsed | 2 +- ...aramMatching-Comm-mpi_psend_init-002_0.txt | 4 +- ...Matching-Comm-mpi_psend_init-003_0.elapsed | 2 +- ...aramMatching-Comm-mpi_psend_init-003_0.txt | 4 +- ...Matching-Comm-mpi_psend_init-004_0.elapsed | 2 +- ...aramMatching-Comm-mpi_psend_init-004_0.txt | 4 +- ...Matching-Comm-mpi_psend_init-005_0.elapsed | 2 +- ...aramMatching-Comm-mpi_psend_init-005_0.txt | 4 +- ...Matching-Comm-mpi_psend_init-006_0.elapsed | 2 +- ...aramMatching-Comm-mpi_psend_init-006_0.txt | 4 +- ...Matching-Comm-mpi_psend_init-007_0.elapsed | 2 +- ...aramMatching-Comm-mpi_psend_init-007_0.txt | 4 +- ...Matching-Comm-mpi_psend_init-008_0.elapsed | 2 +- ...aramMatching-Comm-mpi_psend_init-008_0.txt | 4 +- ...Matching-Comm-mpi_psend_init-009_0.elapsed | 2 +- ...aramMatching-Comm-mpi_psend_init-009_0.txt | 4 +- ...Matching-Comm-mpi_psend_init-010_0.elapsed | 2 +- ...aramMatching-Comm-mpi_psend_init-010_0.txt | 4 +- ...Matching-Comm-mpi_psend_init-011_0.elapsed | 2 +- ...aramMatching-Comm-mpi_psend_init-011_0.txt | 4 +- ...Matching-Comm-mpi_psend_init-012_0.elapsed | 2 +- ...aramMatching-Comm-mpi_psend_init-012_0.txt | 4 +- ...Matching-Comm-mpi_psend_init-013_0.elapsed | 2 +- ...aramMatching-Comm-mpi_psend_init-013_0.txt | 4 +- .../ParamMatching-Comm-mpi_recv-001_0.elapsed | 2 +- .../ParamMatching-Comm-mpi_recv-001_0.txt | 12 +- .../ParamMatching-Comm-mpi_recv-002_0.elapsed | 2 +- .../ParamMatching-Comm-mpi_recv-002_0.timeout | 1 - .../ParamMatching-Comm-mpi_recv-002_0.txt | 75 +- .../ParamMatching-Comm-mpi_recv-003_0.elapsed | 2 +- .../ParamMatching-Comm-mpi_recv-003_0.timeout | 1 - .../ParamMatching-Comm-mpi_recv-003_0.txt | 75 +- .../ParamMatching-Comm-mpi_recv-004_0.elapsed | 2 +- .../ParamMatching-Comm-mpi_recv-004_0.md5sum | 1 - .../ParamMatching-Comm-mpi_recv-004_0.txt | 8 +- .../ParamMatching-Comm-mpi_recv-005_0.elapsed | 2 +- .../ParamMatching-Comm-mpi_recv-005_0.txt | 4 +- .../ParamMatching-Comm-mpi_recv-006_0.elapsed | 2 +- .../ParamMatching-Comm-mpi_recv-006_0.timeout | 1 - .../ParamMatching-Comm-mpi_recv-006_0.txt | 76 +- .../ParamMatching-Comm-mpi_recv-007_0.elapsed | 2 +- .../ParamMatching-Comm-mpi_recv-007_0.timeout | 1 - .../ParamMatching-Comm-mpi_recv-007_0.txt | 75 +- .../ParamMatching-Comm-mpi_recv-008_0.elapsed | 2 +- .../ParamMatching-Comm-mpi_recv-008_0.timeout | 1 - .../ParamMatching-Comm-mpi_recv-008_0.txt | 56 +- .../ParamMatching-Comm-mpi_recv-009_0.elapsed | 2 +- .../ParamMatching-Comm-mpi_recv-009_0.timeout | 1 - .../ParamMatching-Comm-mpi_recv-009_0.txt | 60 +- .../ParamMatching-Comm-mpi_recv-010_0.elapsed | 2 +- .../ParamMatching-Comm-mpi_recv-010_0.txt | 14 +- .../ParamMatching-Comm-mpi_recv-011_0.elapsed | 2 +- .../ParamMatching-Comm-mpi_recv-011_0.timeout | 1 - .../ParamMatching-Comm-mpi_recv-011_0.txt | 76 +- .../ParamMatching-Comm-mpi_recv-012_0.elapsed | 2 +- .../ParamMatching-Comm-mpi_recv-012_0.timeout | 1 - .../ParamMatching-Comm-mpi_recv-012_0.txt | 76 +- .../ParamMatching-Comm-mpi_recv-013_0.elapsed | 2 +- .../ParamMatching-Comm-mpi_recv-013_0.txt | 4 +- ...mMatching-Comm-mpi_recv_init-001_0.elapsed | 2 +- ...ParamMatching-Comm-mpi_recv_init-001_0.txt | 14 +- ...mMatching-Comm-mpi_recv_init-002_0.elapsed | 2 +- ...mMatching-Comm-mpi_recv_init-002_0.timeout | 1 - ...ParamMatching-Comm-mpi_recv_init-002_0.txt | 76 +- ...mMatching-Comm-mpi_recv_init-003_0.elapsed | 2 +- ...mMatching-Comm-mpi_recv_init-003_0.timeout | 1 - ...ParamMatching-Comm-mpi_recv_init-003_0.txt | 52 +- ...mMatching-Comm-mpi_recv_init-004_0.elapsed | 2 +- ...amMatching-Comm-mpi_recv_init-004_0.md5sum | 1 - ...ParamMatching-Comm-mpi_recv_init-004_0.txt | 8 +- ...mMatching-Comm-mpi_recv_init-005_0.elapsed | 2 +- ...ParamMatching-Comm-mpi_recv_init-005_0.txt | 4 +- ...mMatching-Comm-mpi_recv_init-006_0.elapsed | 2 +- ...mMatching-Comm-mpi_recv_init-006_0.timeout | 1 - ...ParamMatching-Comm-mpi_recv_init-006_0.txt | 76 +- ...mMatching-Comm-mpi_recv_init-007_0.elapsed | 2 +- ...mMatching-Comm-mpi_recv_init-007_0.timeout | 1 - ...ParamMatching-Comm-mpi_recv_init-007_0.txt | 65 +- ...mMatching-Comm-mpi_recv_init-008_0.elapsed | 2 +- ...mMatching-Comm-mpi_recv_init-008_0.timeout | 1 - ...ParamMatching-Comm-mpi_recv_init-008_0.txt | 76 +- ...mMatching-Comm-mpi_recv_init-009_0.elapsed | 2 +- ...mMatching-Comm-mpi_recv_init-009_0.timeout | 1 - ...ParamMatching-Comm-mpi_recv_init-009_0.txt | 65 +- ...mMatching-Comm-mpi_recv_init-010_0.elapsed | 2 +- ...ParamMatching-Comm-mpi_recv_init-010_0.txt | 14 +- ...mMatching-Comm-mpi_recv_init-011_0.elapsed | 2 +- ...amMatching-Comm-mpi_recv_init-011_0.md5sum | 1 - ...mMatching-Comm-mpi_recv_init-011_0.timeout | 1 - ...ParamMatching-Comm-mpi_recv_init-011_0.txt | 55 +- ...mMatching-Comm-mpi_recv_init-012_0.elapsed | 2 +- ...mMatching-Comm-mpi_recv_init-012_0.timeout | 1 - ...ParamMatching-Comm-mpi_recv_init-012_0.txt | 42 +- ...mMatching-Comm-mpi_recv_init-013_0.elapsed | 2 +- ...ParamMatching-Comm-mpi_recv_init-013_0.txt | 4 +- ...amMatching-Comm-mpi_sendrecv-001_0.elapsed | 2 +- .../ParamMatching-Comm-mpi_sendrecv-001_0.txt | 14 +- ...amMatching-Comm-mpi_sendrecv-002_0.elapsed | 2 +- ...amMatching-Comm-mpi_sendrecv-002_0.timeout | 1 - .../ParamMatching-Comm-mpi_sendrecv-002_0.txt | 52 +- ...amMatching-Comm-mpi_sendrecv-003_0.elapsed | 2 +- ...amMatching-Comm-mpi_sendrecv-003_0.timeout | 1 - .../ParamMatching-Comm-mpi_sendrecv-003_0.txt | 52 +- ...amMatching-Comm-mpi_sendrecv-004_0.elapsed | 2 +- ...ramMatching-Comm-mpi_sendrecv-004_0.md5sum | 1 - .../ParamMatching-Comm-mpi_sendrecv-004_0.txt | 8 +- ...amMatching-Comm-mpi_sendrecv-005_0.elapsed | 2 +- .../ParamMatching-Comm-mpi_sendrecv-005_0.txt | 4 +- ...amMatching-Comm-mpi_sendrecv-006_0.elapsed | 2 +- ...amMatching-Comm-mpi_sendrecv-006_0.timeout | 1 - .../ParamMatching-Comm-mpi_sendrecv-006_0.txt | 52 +- ...amMatching-Comm-mpi_sendrecv-007_0.elapsed | 2 +- ...amMatching-Comm-mpi_sendrecv-007_0.timeout | 1 - .../ParamMatching-Comm-mpi_sendrecv-007_0.txt | 52 +- ...amMatching-Comm-mpi_sendrecv-008_0.elapsed | 2 +- ...amMatching-Comm-mpi_sendrecv-008_0.timeout | 1 - .../ParamMatching-Comm-mpi_sendrecv-008_0.txt | 52 +- ...amMatching-Comm-mpi_sendrecv-009_0.elapsed | 2 +- ...amMatching-Comm-mpi_sendrecv-009_0.timeout | 1 - .../ParamMatching-Comm-mpi_sendrecv-009_0.txt | 52 +- ...amMatching-Comm-mpi_sendrecv-010_0.elapsed | 2 +- .../ParamMatching-Comm-mpi_sendrecv-010_0.txt | 14 +- ...amMatching-Comm-mpi_sendrecv-011_0.elapsed | 2 +- ...amMatching-Comm-mpi_sendrecv-011_0.timeout | 1 - .../ParamMatching-Comm-mpi_sendrecv-011_0.txt | 52 +- ...amMatching-Comm-mpi_sendrecv-012_0.elapsed | 2 +- ...amMatching-Comm-mpi_sendrecv-012_0.timeout | 1 - .../ParamMatching-Comm-mpi_sendrecv-012_0.txt | 52 +- ...amMatching-Comm-mpi_sendrecv-013_0.elapsed | 2 +- .../ParamMatching-Comm-mpi_sendrecv-013_0.txt | 4 +- ...ng-Comm-mpi_sendrecv_replace-001_0.elapsed | 2 +- ...tching-Comm-mpi_sendrecv_replace-001_0.txt | 12 +- ...ng-Comm-mpi_sendrecv_replace-002_0.elapsed | 2 +- ...ng-Comm-mpi_sendrecv_replace-002_0.timeout | 1 - ...tching-Comm-mpi_sendrecv_replace-002_0.txt | 76 +- ...ng-Comm-mpi_sendrecv_replace-003_0.elapsed | 2 +- ...tching-Comm-mpi_sendrecv_replace-003_0.txt | 38 +- ...ng-Comm-mpi_sendrecv_replace-004_0.elapsed | 2 +- ...ing-Comm-mpi_sendrecv_replace-004_0.md5sum | 1 - ...tching-Comm-mpi_sendrecv_replace-004_0.txt | 8 +- ...ng-Comm-mpi_sendrecv_replace-005_0.elapsed | 2 +- ...tching-Comm-mpi_sendrecv_replace-005_0.txt | 4 +- ...ng-Comm-mpi_sendrecv_replace-006_0.elapsed | 2 +- ...ng-Comm-mpi_sendrecv_replace-006_0.timeout | 1 - ...tching-Comm-mpi_sendrecv_replace-006_0.txt | 77 +- ...ng-Comm-mpi_sendrecv_replace-007_0.elapsed | 2 +- ...ng-Comm-mpi_sendrecv_replace-007_0.timeout | 1 - ...tching-Comm-mpi_sendrecv_replace-007_0.txt | 67 +- ...ng-Comm-mpi_sendrecv_replace-008_0.elapsed | 2 +- ...ng-Comm-mpi_sendrecv_replace-008_0.timeout | 1 - ...tching-Comm-mpi_sendrecv_replace-008_0.txt | 74 +- ...ng-Comm-mpi_sendrecv_replace-009_0.elapsed | 2 +- ...ng-Comm-mpi_sendrecv_replace-009_0.timeout | 1 - ...tching-Comm-mpi_sendrecv_replace-009_0.txt | 77 +- ...ng-Comm-mpi_sendrecv_replace-010_0.elapsed | 2 +- ...tching-Comm-mpi_sendrecv_replace-010_0.txt | 14 +- ...ng-Comm-mpi_sendrecv_replace-011_0.elapsed | 2 +- ...tching-Comm-mpi_sendrecv_replace-011_0.txt | 38 +- ...ng-Comm-mpi_sendrecv_replace-012_0.elapsed | 2 +- ...ng-Comm-mpi_sendrecv_replace-012_0.timeout | 1 - ...tching-Comm-mpi_sendrecv_replace-012_0.txt | 49 +- ...ng-Comm-mpi_sendrecv_replace-013_0.elapsed | 2 +- ...tching-Comm-mpi_sendrecv_replace-013_0.txt | 4 +- ...ramMatching-Op-mpi_allreduce-001_0.elapsed | 2 +- .../ParamMatching-Op-mpi_allreduce-001_0.txt | 16 +- ...amMatching-Op-mpi_iallreduce-001_0.elapsed | 2 +- .../ParamMatching-Op-mpi_iallreduce-001_0.txt | 18 +- ...ParamMatching-Op-mpi_ireduce-001_0.elapsed | 2 +- .../ParamMatching-Op-mpi_ireduce-001_0.txt | 34 +- .../ParamMatching-Op-mpi_reduce-001_0.elapsed | 2 +- .../ParamMatching-Op-mpi_reduce-001_0.md5sum | 1 - .../ParamMatching-Op-mpi_reduce-001_0.txt | 34 +- ...ParamMatching-Root-mpi_bcast-001_0.elapsed | 2 +- ...ParamMatching-Root-mpi_bcast-001_0.timeout | 1 - .../ParamMatching-Root-mpi_bcast-001_0.txt | 75 +- ...aramMatching-Root-mpi_gather-001_0.elapsed | 2 +- ...aramMatching-Root-mpi_gather-001_0.timeout | 1 - .../ParamMatching-Root-mpi_gather-001_0.txt | 76 +- ...aramMatching-Root-mpi_ibcast-001_0.elapsed | 2 +- ...aramMatching-Root-mpi_ibcast-001_0.timeout | 1 - .../ParamMatching-Root-mpi_ibcast-001_0.txt | 62 +- ...ramMatching-Root-mpi_igather-001_0.elapsed | 2 +- ...ramMatching-Root-mpi_igather-001_0.timeout | 1 - .../ParamMatching-Root-mpi_igather-001_0.txt | 55 +- ...ramMatching-Root-mpi_ireduce-001_0.elapsed | 2 +- ...ramMatching-Root-mpi_ireduce-001_0.timeout | 1 - .../ParamMatching-Root-mpi_ireduce-001_0.txt | 63 +- ...amMatching-Root-mpi_iscatter-001_0.elapsed | 2 +- ...amMatching-Root-mpi_iscatter-001_0.timeout | 1 - .../ParamMatching-Root-mpi_iscatter-001_0.txt | 62 +- ...aramMatching-Root-mpi_reduce-001_0.elapsed | 2 +- ...aramMatching-Root-mpi_reduce-001_0.timeout | 1 - .../ParamMatching-Root-mpi_reduce-001_0.txt | 46 +- ...ramMatching-Root-mpi_scatter-001_0.elapsed | 2 +- ...ramMatching-Root-mpi_scatter-001_0.timeout | 1 - .../ParamMatching-Root-mpi_scatter-001_0.txt | 76 +- .../ParamMatching-Tag-mpi_bsend-001_0.elapsed | 2 +- .../ParamMatching-Tag-mpi_bsend-001_0.txt | 18 +- ...mMatching-Tag-mpi_bsend_init-001_0.elapsed | 2 +- ...ParamMatching-Tag-mpi_bsend_init-001_0.txt | 18 +- ...ParamMatching-Tag-mpi_ibsend-001_0.elapsed | 2 +- .../ParamMatching-Tag-mpi_ibsend-001_0.txt | 18 +- ...aramMatching-Tag-mpi_improbe-001_0.elapsed | 2 +- ...aramMatching-Tag-mpi_improbe-001_0.timeout | 2 +- .../ParamMatching-Tag-mpi_improbe-001_0.txt | 6 +- ...ParamMatching-Tag-mpi_iprobe-001_0.elapsed | 2 +- ...ParamMatching-Tag-mpi_iprobe-001_0.timeout | 2 +- .../ParamMatching-Tag-mpi_iprobe-001_0.txt | 4 +- ...ParamMatching-Tag-mpi_irsend-001_0.elapsed | 2 +- .../ParamMatching-Tag-mpi_irsend-001_0.txt | 38 +- .../ParamMatching-Tag-mpi_isend-001_0.elapsed | 2 +- .../ParamMatching-Tag-mpi_isend-001_0.timeout | 1 - .../ParamMatching-Tag-mpi_isend-001_0.txt | 63 +- ...ParamMatching-Tag-mpi_issend-001_0.elapsed | 2 +- ...ParamMatching-Tag-mpi_issend-001_0.timeout | 1 - .../ParamMatching-Tag-mpi_issend-001_0.txt | 47 +- ...ParamMatching-Tag-mpi_mprobe-001_0.elapsed | 2 +- ...ParamMatching-Tag-mpi_mprobe-001_0.timeout | 1 - .../ParamMatching-Tag-mpi_mprobe-001_0.txt | 75 +- ...mMatching-Tag-mpi_precv_init-001_0.elapsed | 2 +- ...ParamMatching-Tag-mpi_precv_init-001_0.txt | 4 +- .../ParamMatching-Tag-mpi_probe-001_0.elapsed | 2 +- .../ParamMatching-Tag-mpi_probe-001_0.timeout | 1 - .../ParamMatching-Tag-mpi_probe-001_0.txt | 76 +- ...mMatching-Tag-mpi_psend_init-001_0.elapsed | 2 +- ...ParamMatching-Tag-mpi_psend_init-001_0.txt | 4 +- .../ParamMatching-Tag-mpi_recv-001_0.elapsed | 2 +- .../ParamMatching-Tag-mpi_recv-001_0.timeout | 1 - .../itac/ParamMatching-Tag-mpi_recv-001_0.txt | 70 +- ...amMatching-Tag-mpi_recv_init-001_0.elapsed | 2 +- ...amMatching-Tag-mpi_recv_init-001_0.timeout | 1 - .../ParamMatching-Tag-mpi_recv_init-001_0.txt | 64 +- .../ParamMatching-Tag-mpi_rsend-001_0.elapsed | 2 +- .../ParamMatching-Tag-mpi_rsend-001_0.timeout | 1 - .../ParamMatching-Tag-mpi_rsend-001_0.txt | 76 +- ...mMatching-Tag-mpi_rsend_init-001_0.elapsed | 2 +- ...mMatching-Tag-mpi_rsend_init-001_0.timeout | 1 - ...ParamMatching-Tag-mpi_rsend_init-001_0.txt | 76 +- .../ParamMatching-Tag-mpi_send-001_0.elapsed | 2 +- .../ParamMatching-Tag-mpi_send-001_0.timeout | 1 - .../itac/ParamMatching-Tag-mpi_send-001_0.txt | 76 +- ...amMatching-Tag-mpi_send_init-001_0.elapsed | 2 +- ...amMatching-Tag-mpi_send_init-001_0.timeout | 1 - .../ParamMatching-Tag-mpi_send_init-001_0.txt | 76 +- .../ParamMatching-Tag-mpi_ssend-001_0.elapsed | 2 +- .../ParamMatching-Tag-mpi_ssend-001_0.timeout | 1 - .../ParamMatching-Tag-mpi_ssend-001_0.txt | 76 +- ...mMatching-Tag-mpi_ssend_init-001_0.elapsed | 2 +- ...amMatching-Tag-mpi_ssend_init-001_0.md5sum | 1 - ...mMatching-Tag-mpi_ssend_init-001_0.timeout | 1 - ...ParamMatching-Tag-mpi_ssend_init-001_0.txt | 55 +- ...mMatching-Type-mpi_allgather-001_0.elapsed | 2 +- ...mMatching-Type-mpi_allgather-001_0.timeout | 1 - ...ParamMatching-Type-mpi_allgather-001_0.txt | 57 +- ...mMatching-Type-mpi_allgather-002_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-002_0.txt | 16 +- ...mMatching-Type-mpi_allgather-003_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-003_0.txt | 18 +- ...mMatching-Type-mpi_allgather-004_0.elapsed | 2 +- ...mMatching-Type-mpi_allgather-004_0.timeout | 1 - ...ParamMatching-Type-mpi_allgather-004_0.txt | 54 +- ...mMatching-Type-mpi_allgather-005_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-005_0.txt | 39 +- ...mMatching-Type-mpi_allgather-006_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-006_0.txt | 18 +- ...mMatching-Type-mpi_allgather-007_0.elapsed | 2 +- ...mMatching-Type-mpi_allgather-007_0.timeout | 1 - ...ParamMatching-Type-mpi_allgather-007_0.txt | 53 +- ...mMatching-Type-mpi_allgather-008_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-008_0.txt | 18 +- ...mMatching-Type-mpi_allgather-009_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-009_0.txt | 18 +- ...mMatching-Type-mpi_allgather-010_0.elapsed | 2 +- ...mMatching-Type-mpi_allgather-010_0.timeout | 1 - ...ParamMatching-Type-mpi_allgather-010_0.txt | 54 +- ...mMatching-Type-mpi_allgather-011_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-011_0.txt | 18 +- ...mMatching-Type-mpi_allgather-012_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-012_0.txt | 16 +- ...mMatching-Type-mpi_allgather-013_0.elapsed | 2 +- ...mMatching-Type-mpi_allgather-013_0.timeout | 1 - ...ParamMatching-Type-mpi_allgather-013_0.txt | 54 +- ...mMatching-Type-mpi_allgather-014_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-014_0.txt | 18 +- ...mMatching-Type-mpi_allgather-015_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-015_0.txt | 18 +- ...mMatching-Type-mpi_allgather-016_0.elapsed | 2 +- ...mMatching-Type-mpi_allgather-016_0.timeout | 1 - ...ParamMatching-Type-mpi_allgather-016_0.txt | 50 +- ...mMatching-Type-mpi_allgather-017_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-017_0.txt | 18 +- ...mMatching-Type-mpi_allgather-018_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-018_0.txt | 18 +- ...mMatching-Type-mpi_allgather-019_0.elapsed | 2 +- ...mMatching-Type-mpi_allgather-019_0.timeout | 1 - ...ParamMatching-Type-mpi_allgather-019_0.txt | 53 +- ...mMatching-Type-mpi_allgather-020_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-020_0.txt | 16 +- ...mMatching-Type-mpi_allgather-021_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-021_0.txt | 39 +- ...mMatching-Type-mpi_allgather-022_0.elapsed | 2 +- ...mMatching-Type-mpi_allgather-022_0.timeout | 1 - ...ParamMatching-Type-mpi_allgather-022_0.txt | 54 +- ...mMatching-Type-mpi_allgather-023_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-023_0.txt | 18 +- ...mMatching-Type-mpi_allgather-024_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-024_0.txt | 37 +- ...mMatching-Type-mpi_allgather-025_0.elapsed | 2 +- ...mMatching-Type-mpi_allgather-025_0.timeout | 1 - ...ParamMatching-Type-mpi_allgather-025_0.txt | 57 +- ...mMatching-Type-mpi_allgather-026_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-026_0.txt | 18 +- ...mMatching-Type-mpi_allgather-027_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-027_0.txt | 16 +- ...mMatching-Type-mpi_allgather-028_0.elapsed | 2 +- ...amMatching-Type-mpi_allgather-028_0.md5sum | 1 - ...mMatching-Type-mpi_allgather-028_0.timeout | 1 - ...ParamMatching-Type-mpi_allgather-028_0.txt | 27 +- ...mMatching-Type-mpi_allgather-029_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-029_0.txt | 16 +- ...mMatching-Type-mpi_allgather-030_0.elapsed | 2 +- ...amMatching-Type-mpi_allgather-030_0.md5sum | 1 - ...ParamMatching-Type-mpi_allgather-030_0.txt | 37 +- ...mMatching-Type-mpi_allgather-031_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-031_0.txt | 56 +- ...mMatching-Type-mpi_allgather-032_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-032_0.txt | 18 +- ...mMatching-Type-mpi_allgather-033_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-033_0.txt | 18 +- ...mMatching-Type-mpi_allgather-034_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-034_0.txt | 18 +- ...mMatching-Type-mpi_allgather-035_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-035_0.txt | 18 +- ...mMatching-Type-mpi_allgather-036_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-036_0.txt | 18 +- ...mMatching-Type-mpi_allgather-037_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-037_0.txt | 18 +- ...mMatching-Type-mpi_allgather-038_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-038_0.txt | 18 +- ...mMatching-Type-mpi_allgather-039_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-039_0.txt | 18 +- ...mMatching-Type-mpi_allgather-040_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-040_0.txt | 18 +- ...mMatching-Type-mpi_allgather-041_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-041_0.txt | 18 +- ...mMatching-Type-mpi_allgather-042_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-042_0.txt | 18 +- ...mMatching-Type-mpi_allgather-043_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-043_0.txt | 18 +- ...mMatching-Type-mpi_allgather-044_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-044_0.txt | 18 +- ...mMatching-Type-mpi_allgather-045_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-045_0.txt | 18 +- ...mMatching-Type-mpi_allgather-046_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-046_0.txt | 18 +- ...mMatching-Type-mpi_allgather-047_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-047_0.txt | 18 +- ...mMatching-Type-mpi_allgather-048_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-048_0.txt | 39 +- ...mMatching-Type-mpi_allgather-049_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-049_0.txt | 18 +- ...mMatching-Type-mpi_allgather-050_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-050_0.txt | 18 +- ...mMatching-Type-mpi_allgather-051_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allgather-051_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-001_0.elapsed | 2 +- ...amMatching-Type-mpi_allreduce-001_0.md5sum | 1 - ...ParamMatching-Type-mpi_allreduce-001_0.txt | 57 +- ...mMatching-Type-mpi_allreduce-002_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-002_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-003_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-003_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-004_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-004_0.txt | 62 +- ...mMatching-Type-mpi_allreduce-005_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-005_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-006_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-006_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-007_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-007_0.txt | 30 +- ...mMatching-Type-mpi_allreduce-008_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-008_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-009_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-009_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-010_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-010_0.txt | 56 +- ...mMatching-Type-mpi_allreduce-011_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-011_0.txt | 36 +- ...mMatching-Type-mpi_allreduce-012_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-012_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-013_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-013_0.txt | 62 +- ...mMatching-Type-mpi_allreduce-014_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-014_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-015_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-015_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-016_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-016_0.txt | 30 +- ...mMatching-Type-mpi_allreduce-017_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-017_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-018_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-018_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-019_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-019_0.txt | 30 +- ...mMatching-Type-mpi_allreduce-020_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-020_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-021_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-021_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-022_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-022_0.txt | 24 +- ...mMatching-Type-mpi_allreduce-023_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-023_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-024_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-024_0.txt | 16 +- ...mMatching-Type-mpi_allreduce-025_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-025_0.txt | 56 +- ...mMatching-Type-mpi_allreduce-026_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-026_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-027_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-027_0.txt | 16 +- ...mMatching-Type-mpi_allreduce-028_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-028_0.txt | 57 +- ...mMatching-Type-mpi_allreduce-029_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-029_0.txt | 16 +- ...mMatching-Type-mpi_allreduce-030_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-030_0.txt | 36 +- ...mMatching-Type-mpi_allreduce-031_0.elapsed | 2 +- ...amMatching-Type-mpi_allreduce-031_0.md5sum | 1 - ...ParamMatching-Type-mpi_allreduce-031_0.txt | 57 +- ...mMatching-Type-mpi_allreduce-032_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-032_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-033_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-033_0.txt | 16 +- ...mMatching-Type-mpi_allreduce-034_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-034_0.txt | 32 +- ...mMatching-Type-mpi_allreduce-035_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-035_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-036_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-036_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-037_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-037_0.txt | 24 +- ...mMatching-Type-mpi_allreduce-038_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-038_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-039_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-039_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-040_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-040_0.txt | 62 +- ...mMatching-Type-mpi_allreduce-041_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-041_0.txt | 16 +- ...mMatching-Type-mpi_allreduce-042_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-042_0.txt | 30 +- ...mMatching-Type-mpi_allreduce-043_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-043_0.txt | 62 +- ...mMatching-Type-mpi_allreduce-044_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-044_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-045_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-045_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-046_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-046_0.txt | 62 +- ...mMatching-Type-mpi_allreduce-047_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-047_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-048_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-048_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-049_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-049_0.txt | 30 +- ...mMatching-Type-mpi_allreduce-050_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-050_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-051_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-051_0.txt | 30 +- ...mMatching-Type-mpi_allreduce-052_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-052_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-053_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-053_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-054_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-054_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-055_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-055_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-056_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-056_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-057_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-057_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-058_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-058_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-059_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-059_0.txt | 30 +- ...mMatching-Type-mpi_allreduce-060_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-060_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-061_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-061_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-062_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-062_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-063_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-063_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-064_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-064_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-065_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-065_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-066_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-066_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-067_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-067_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-068_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-068_0.txt | 36 +- ...mMatching-Type-mpi_allreduce-069_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-069_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-070_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-070_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-071_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-071_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-072_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-072_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-073_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-073_0.txt | 36 +- ...mMatching-Type-mpi_allreduce-074_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-074_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-075_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-075_0.txt | 36 +- ...mMatching-Type-mpi_allreduce-076_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-076_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-077_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-077_0.txt | 36 +- ...mMatching-Type-mpi_allreduce-078_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-078_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-079_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-079_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-080_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-080_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-081_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-081_0.txt | 30 +- ...mMatching-Type-mpi_allreduce-082_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-082_0.txt | 18 +- ...mMatching-Type-mpi_allreduce-083_0.elapsed | 2 +- ...ParamMatching-Type-mpi_allreduce-083_0.txt | 18 +- ...amMatching-Type-mpi_alltoall-001_0.elapsed | 2 +- .../ParamMatching-Type-mpi_alltoall-001_0.txt | 48 +- ...amMatching-Type-mpi_alltoall-002_0.elapsed | 2 +- .../ParamMatching-Type-mpi_alltoall-002_0.txt | 18 +- ...amMatching-Type-mpi_alltoall-003_0.elapsed | 2 +- .../ParamMatching-Type-mpi_alltoall-003_0.txt | 16 +- ...amMatching-Type-mpi_alltoall-004_0.elapsed | 2 +- .../ParamMatching-Type-mpi_alltoall-004_0.txt | 24 +- ...amMatching-Type-mpi_alltoall-005_0.elapsed | 2 +- .../ParamMatching-Type-mpi_alltoall-005_0.txt | 18 +- ...amMatching-Type-mpi_alltoall-006_0.elapsed | 2 +- .../ParamMatching-Type-mpi_alltoall-006_0.txt | 18 +- ...amMatching-Type-mpi_alltoall-007_0.elapsed | 2 +- .../ParamMatching-Type-mpi_alltoall-007_0.txt | 20 +- ...amMatching-Type-mpi_alltoall-008_0.elapsed | 2 +- .../ParamMatching-Type-mpi_alltoall-008_0.txt | 18 +- ...amMatching-Type-mpi_alltoall-009_0.elapsed | 2 +- .../ParamMatching-Type-mpi_alltoall-009_0.txt | 16 +- ...amMatching-Type-mpi_alltoall-010_0.elapsed | 2 +- .../ParamMatching-Type-mpi_alltoall-010_0.txt | 30 +- ...amMatching-Type-mpi_alltoall-011_0.elapsed | 2 +- .../ParamMatching-Type-mpi_alltoall-011_0.txt | 18 +- ...amMatching-Type-mpi_alltoall-012_0.elapsed | 2 +- .../ParamMatching-Type-mpi_alltoall-012_0.txt | 16 +- ...amMatching-Type-mpi_alltoall-013_0.elapsed | 2 +- .../ParamMatching-Type-mpi_alltoall-013_0.txt | 20 +- ...amMatching-Type-mpi_alltoall-014_0.elapsed | 2 +- .../ParamMatching-Type-mpi_alltoall-014_0.txt | 18 +- ...amMatching-Type-mpi_alltoall-015_0.elapsed | 2 +- .../ParamMatching-Type-mpi_alltoall-015_0.txt | 16 +- ...amMatching-Type-mpi_alltoall-016_0.elapsed | 2 +- .../ParamMatching-Type-mpi_alltoall-016_0.txt | 48 +- ...amMatching-Type-mpi_alltoall-017_0.elapsed | 2 +- .../ParamMatching-Type-mpi_alltoall-017_0.txt | 18 +- ...amMatching-Type-mpi_alltoall-018_0.elapsed | 2 +- .../ParamMatching-Type-mpi_alltoall-018_0.txt | 16 +- ...amMatching-Type-mpi_alltoall-019_0.elapsed | 2 +- .../ParamMatching-Type-mpi_alltoall-019_0.txt | 18 +- ...amMatching-Type-mpi_alltoall-020_0.elapsed | 2 +- .../ParamMatching-Type-mpi_alltoall-020_0.txt | 18 +- ...amMatching-Type-mpi_alltoall-021_0.elapsed | 2 +- .../ParamMatching-Type-mpi_alltoall-021_0.txt | 18 +- ...amMatching-Type-mpi_alltoall-022_0.elapsed | 2 +- .../ParamMatching-Type-mpi_alltoall-022_0.txt | 18 +- ...amMatching-Type-mpi_alltoall-023_0.elapsed | 2 +- .../ParamMatching-Type-mpi_alltoall-023_0.txt | 39 +- ...amMatching-Type-mpi_alltoall-024_0.elapsed | 2 +- .../ParamMatching-Type-mpi_alltoall-024_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-001_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-001_0.txt | 33 +- ...ParamMatching-Type-mpi_bcast-002_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-002_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-003_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-003_0.txt | 16 +- ...ParamMatching-Type-mpi_bcast-004_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-004_0.txt | 34 +- ...ParamMatching-Type-mpi_bcast-005_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-005_0.md5sum | 1 - .../ParamMatching-Type-mpi_bcast-005_0.txt | 36 +- ...ParamMatching-Type-mpi_bcast-006_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-006_0.txt | 16 +- ...ParamMatching-Type-mpi_bcast-007_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-007_0.txt | 6 +- ...ParamMatching-Type-mpi_bcast-008_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-008_0.txt | 16 +- ...ParamMatching-Type-mpi_bcast-009_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-009_0.txt | 16 +- ...ParamMatching-Type-mpi_bcast-010_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-010_0.txt | 6 +- ...ParamMatching-Type-mpi_bcast-011_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-011_0.txt | 16 +- ...ParamMatching-Type-mpi_bcast-012_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-012_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-013_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-013_0.txt | 33 +- ...ParamMatching-Type-mpi_bcast-014_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-014_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-015_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-015_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-016_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-016_0.txt | 34 +- ...ParamMatching-Type-mpi_bcast-017_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-017_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-018_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-018_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-019_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-019_0.txt | 7 +- ...ParamMatching-Type-mpi_bcast-020_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-020_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-021_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-021_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-022_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-022_0.txt | 34 +- ...ParamMatching-Type-mpi_bcast-023_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-023_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-024_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-024_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-025_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-025_0.txt | 35 +- ...ParamMatching-Type-mpi_bcast-026_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-026_0.txt | 16 +- ...ParamMatching-Type-mpi_bcast-027_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-027_0.txt | 16 +- ...ParamMatching-Type-mpi_bcast-028_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-028_0.txt | 34 +- ...ParamMatching-Type-mpi_bcast-029_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-029_0.txt | 16 +- ...ParamMatching-Type-mpi_bcast-030_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-030_0.txt | 36 +- ...ParamMatching-Type-mpi_bcast-031_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-031_0.txt | 12 +- ...ParamMatching-Type-mpi_bcast-032_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-032_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-033_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-033_0.md5sum | 1 - .../ParamMatching-Type-mpi_bcast-033_0.txt | 36 +- ...ParamMatching-Type-mpi_bcast-034_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-034_0.txt | 34 +- ...ParamMatching-Type-mpi_bcast-035_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-035_0.txt | 16 +- ...ParamMatching-Type-mpi_bcast-036_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-036_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-037_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-037_0.txt | 6 +- ...ParamMatching-Type-mpi_bcast-038_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-038_0.txt | 16 +- ...ParamMatching-Type-mpi_bcast-039_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-039_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-040_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-040_0.md5sum | 1 - .../ParamMatching-Type-mpi_bcast-040_0.txt | 11 +- ...ParamMatching-Type-mpi_bcast-041_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-041_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-042_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-042_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-043_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-043_0.txt | 36 +- ...ParamMatching-Type-mpi_bcast-044_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-044_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-045_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-045_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-046_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-046_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-047_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-047_0.txt | 16 +- ...ParamMatching-Type-mpi_bcast-048_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-048_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-049_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-049_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-050_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-050_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-051_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-051_0.txt | 16 +- ...ParamMatching-Type-mpi_bcast-052_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-052_0.txt | 16 +- ...ParamMatching-Type-mpi_bcast-053_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-053_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-054_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-054_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-055_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-055_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-056_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-056_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-057_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-057_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-058_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-058_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-059_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-059_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-060_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-060_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-061_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-061_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-062_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-062_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-063_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-063_0.txt | 18 +- ...ParamMatching-Type-mpi_bcast-064_0.elapsed | 2 +- .../ParamMatching-Type-mpi_bcast-064_0.txt | 18 +- ...aramMatching-Type-mpi_exscan-001_0.elapsed | 2 +- .../ParamMatching-Type-mpi_exscan-001_0.txt | 62 +- ...aramMatching-Type-mpi_exscan-002_0.elapsed | 2 +- .../ParamMatching-Type-mpi_exscan-002_0.txt | 18 +- ...aramMatching-Type-mpi_exscan-003_0.elapsed | 2 +- .../ParamMatching-Type-mpi_exscan-003_0.txt | 18 +- ...aramMatching-Type-mpi_exscan-004_0.elapsed | 2 +- .../ParamMatching-Type-mpi_exscan-004_0.txt | 62 +- ...aramMatching-Type-mpi_exscan-005_0.elapsed | 2 +- .../ParamMatching-Type-mpi_exscan-005_0.txt | 16 +- ...aramMatching-Type-mpi_exscan-006_0.elapsed | 2 +- .../ParamMatching-Type-mpi_exscan-006_0.txt | 18 +- ...aramMatching-Type-mpi_exscan-007_0.elapsed | 2 +- .../ParamMatching-Type-mpi_exscan-007_0.txt | 62 +- ...aramMatching-Type-mpi_exscan-008_0.elapsed | 2 +- .../ParamMatching-Type-mpi_exscan-008_0.txt | 18 +- ...aramMatching-Type-mpi_exscan-009_0.elapsed | 2 +- .../ParamMatching-Type-mpi_exscan-009_0.txt | 18 +- ...aramMatching-Type-mpi_gather-001_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-001_0.txt | 37 +- ...aramMatching-Type-mpi_gather-002_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-002_0.txt | 18 +- ...aramMatching-Type-mpi_gather-003_0.elapsed | 2 +- ...ParamMatching-Type-mpi_gather-003_0.md5sum | 1 - .../ParamMatching-Type-mpi_gather-003_0.txt | 36 +- ...aramMatching-Type-mpi_gather-004_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-004_0.txt | 37 +- ...aramMatching-Type-mpi_gather-005_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-005_0.txt | 18 +- ...aramMatching-Type-mpi_gather-006_0.elapsed | 2 +- ...ParamMatching-Type-mpi_gather-006_0.md5sum | 1 - .../ParamMatching-Type-mpi_gather-006_0.txt | 36 +- ...aramMatching-Type-mpi_gather-007_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-007_0.txt | 20 +- ...aramMatching-Type-mpi_gather-008_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-008_0.txt | 18 +- ...aramMatching-Type-mpi_gather-009_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-009_0.txt | 18 +- ...aramMatching-Type-mpi_gather-010_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-010_0.txt | 37 +- ...aramMatching-Type-mpi_gather-011_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-011_0.txt | 18 +- ...aramMatching-Type-mpi_gather-012_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-012_0.txt | 16 +- ...aramMatching-Type-mpi_gather-013_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-013_0.txt | 20 +- ...aramMatching-Type-mpi_gather-014_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-014_0.txt | 16 +- ...aramMatching-Type-mpi_gather-015_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-015_0.txt | 16 +- ...aramMatching-Type-mpi_gather-016_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-016_0.txt | 20 +- ...aramMatching-Type-mpi_gather-017_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-017_0.txt | 18 +- ...aramMatching-Type-mpi_gather-018_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-018_0.txt | 18 +- ...aramMatching-Type-mpi_gather-019_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-019_0.txt | 18 +- ...aramMatching-Type-mpi_gather-020_0.elapsed | 2 +- ...ParamMatching-Type-mpi_gather-020_0.md5sum | 1 - .../ParamMatching-Type-mpi_gather-020_0.txt | 36 +- ...aramMatching-Type-mpi_gather-021_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-021_0.txt | 18 +- ...aramMatching-Type-mpi_gather-022_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-022_0.txt | 18 +- ...aramMatching-Type-mpi_gather-023_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-023_0.txt | 18 +- ...aramMatching-Type-mpi_gather-024_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-024_0.txt | 18 +- ...aramMatching-Type-mpi_gather-025_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-025_0.txt | 18 +- ...aramMatching-Type-mpi_gather-026_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-026_0.txt | 18 +- ...aramMatching-Type-mpi_gather-027_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-027_0.txt | 18 +- ...aramMatching-Type-mpi_gather-028_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-028_0.txt | 18 +- ...aramMatching-Type-mpi_gather-029_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-029_0.txt | 18 +- ...aramMatching-Type-mpi_gather-030_0.elapsed | 2 +- .../ParamMatching-Type-mpi_gather-030_0.txt | 18 +- ...Matching-Type-mpi_iallgather-001_0.elapsed | 2 +- ...mMatching-Type-mpi_iallgather-001_0.md5sum | 1 - ...aramMatching-Type-mpi_iallgather-001_0.txt | 47 +- ...Matching-Type-mpi_iallgather-002_0.elapsed | 2 +- ...aramMatching-Type-mpi_iallgather-002_0.txt | 47 +- ...Matching-Type-mpi_iallgather-003_0.elapsed | 2 +- ...aramMatching-Type-mpi_iallgather-003_0.txt | 26 +- ...Matching-Type-mpi_iallgather-004_0.elapsed | 2 +- ...aramMatching-Type-mpi_iallgather-004_0.txt | 24 +- ...Matching-Type-mpi_iallgather-005_0.elapsed | 2 +- ...aramMatching-Type-mpi_iallgather-005_0.txt | 26 +- ...Matching-Type-mpi_iallgather-006_0.elapsed | 2 +- ...aramMatching-Type-mpi_iallgather-006_0.txt | 24 +- ...Matching-Type-mpi_iallgather-007_0.elapsed | 2 +- ...aramMatching-Type-mpi_iallgather-007_0.txt | 26 +- ...Matching-Type-mpi_iallgather-008_0.elapsed | 2 +- ...aramMatching-Type-mpi_iallgather-008_0.txt | 26 +- ...Matching-Type-mpi_iallgather-009_0.elapsed | 2 +- ...aramMatching-Type-mpi_iallgather-009_0.txt | 24 +- ...Matching-Type-mpi_iallgather-010_0.elapsed | 2 +- ...aramMatching-Type-mpi_iallgather-010_0.txt | 24 +- ...Matching-Type-mpi_iallgather-011_0.elapsed | 2 +- ...aramMatching-Type-mpi_iallgather-011_0.txt | 26 +- ...Matching-Type-mpi_iallgather-012_0.elapsed | 2 +- ...aramMatching-Type-mpi_iallgather-012_0.txt | 26 +- ...Matching-Type-mpi_iallreduce-001_0.elapsed | 2 +- ...aramMatching-Type-mpi_iallreduce-001_0.txt | 30 +- ...Matching-Type-mpi_iallreduce-002_0.elapsed | 2 +- ...aramMatching-Type-mpi_iallreduce-002_0.txt | 18 +- ...Matching-Type-mpi_iallreduce-003_0.elapsed | 2 +- ...aramMatching-Type-mpi_iallreduce-003_0.txt | 18 +- ...Matching-Type-mpi_iallreduce-004_0.elapsed | 2 +- ...mMatching-Type-mpi_iallreduce-004_0.md5sum | 1 - ...aramMatching-Type-mpi_iallreduce-004_0.txt | 57 +- ...Matching-Type-mpi_iallreduce-005_0.elapsed | 2 +- ...aramMatching-Type-mpi_iallreduce-005_0.txt | 18 +- ...Matching-Type-mpi_iallreduce-006_0.elapsed | 2 +- ...aramMatching-Type-mpi_iallreduce-006_0.txt | 18 +- ...Matching-Type-mpi_iallreduce-007_0.elapsed | 2 +- ...aramMatching-Type-mpi_iallreduce-007_0.txt | 30 +- ...Matching-Type-mpi_iallreduce-008_0.elapsed | 2 +- ...mMatching-Type-mpi_iallreduce-008_0.md5sum | 1 - ...aramMatching-Type-mpi_iallreduce-008_0.txt | 36 +- ...Matching-Type-mpi_iallreduce-009_0.elapsed | 2 +- ...aramMatching-Type-mpi_iallreduce-009_0.txt | 18 +- ...Matching-Type-mpi_iallreduce-010_0.elapsed | 2 +- ...aramMatching-Type-mpi_iallreduce-010_0.txt | 30 +- ...Matching-Type-mpi_iallreduce-011_0.elapsed | 2 +- ...aramMatching-Type-mpi_iallreduce-011_0.txt | 18 +- ...Matching-Type-mpi_iallreduce-012_0.elapsed | 2 +- ...aramMatching-Type-mpi_iallreduce-012_0.txt | 18 +- ...mMatching-Type-mpi_ialltoall-001_0.elapsed | 2 +- ...ParamMatching-Type-mpi_ialltoall-001_0.txt | 30 +- ...mMatching-Type-mpi_ialltoall-002_0.elapsed | 2 +- ...ParamMatching-Type-mpi_ialltoall-002_0.txt | 18 +- ...mMatching-Type-mpi_ialltoall-003_0.elapsed | 2 +- ...ParamMatching-Type-mpi_ialltoall-003_0.txt | 18 +- ...mMatching-Type-mpi_ialltoall-004_0.elapsed | 2 +- ...ParamMatching-Type-mpi_ialltoall-004_0.txt | 30 +- ...mMatching-Type-mpi_ialltoall-005_0.elapsed | 2 +- ...ParamMatching-Type-mpi_ialltoall-005_0.txt | 18 +- ...mMatching-Type-mpi_ialltoall-006_0.elapsed | 2 +- ...ParamMatching-Type-mpi_ialltoall-006_0.txt | 37 +- ...mMatching-Type-mpi_ialltoall-007_0.elapsed | 2 +- ...ParamMatching-Type-mpi_ialltoall-007_0.txt | 30 +- ...mMatching-Type-mpi_ialltoall-008_0.elapsed | 2 +- ...ParamMatching-Type-mpi_ialltoall-008_0.txt | 18 +- ...mMatching-Type-mpi_ialltoall-009_0.elapsed | 2 +- ...amMatching-Type-mpi_ialltoall-009_0.md5sum | 1 - ...ParamMatching-Type-mpi_ialltoall-009_0.txt | 39 +- ...mMatching-Type-mpi_ialltoall-010_0.elapsed | 2 +- ...ParamMatching-Type-mpi_ialltoall-010_0.txt | 28 +- ...mMatching-Type-mpi_ialltoall-011_0.elapsed | 2 +- ...ParamMatching-Type-mpi_ialltoall-011_0.txt | 18 +- ...mMatching-Type-mpi_ialltoall-012_0.elapsed | 2 +- ...ParamMatching-Type-mpi_ialltoall-012_0.txt | 18 +- ...ramMatching-Type-mpi_ireduce-001_0.elapsed | 2 +- .../ParamMatching-Type-mpi_ireduce-001_0.txt | 28 +- ...ramMatching-Type-mpi_ireduce-002_0.elapsed | 2 +- .../ParamMatching-Type-mpi_ireduce-002_0.txt | 18 +- ...ramMatching-Type-mpi_ireduce-003_0.elapsed | 2 +- .../ParamMatching-Type-mpi_ireduce-003_0.txt | 18 +- ...ramMatching-Type-mpi_ireduce-004_0.elapsed | 2 +- .../ParamMatching-Type-mpi_ireduce-004_0.txt | 28 +- ...ramMatching-Type-mpi_ireduce-005_0.elapsed | 2 +- .../ParamMatching-Type-mpi_ireduce-005_0.txt | 18 +- ...ramMatching-Type-mpi_ireduce-006_0.elapsed | 2 +- .../ParamMatching-Type-mpi_ireduce-006_0.txt | 18 +- ...aramMatching-Type-mpi_reduce-001_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-001_0.txt | 20 +- ...aramMatching-Type-mpi_reduce-002_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-002_0.txt | 18 +- ...aramMatching-Type-mpi_reduce-003_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-003_0.txt | 18 +- ...aramMatching-Type-mpi_reduce-004_0.elapsed | 2 +- ...ParamMatching-Type-mpi_reduce-004_0.md5sum | 1 - .../ParamMatching-Type-mpi_reduce-004_0.txt | 38 +- ...aramMatching-Type-mpi_reduce-005_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-005_0.txt | 16 +- ...aramMatching-Type-mpi_reduce-006_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-006_0.txt | 18 +- ...aramMatching-Type-mpi_reduce-007_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-007_0.txt | 20 +- ...aramMatching-Type-mpi_reduce-008_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-008_0.txt | 18 +- ...aramMatching-Type-mpi_reduce-009_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-009_0.txt | 18 +- ...aramMatching-Type-mpi_reduce-010_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-010_0.txt | 20 +- ...aramMatching-Type-mpi_reduce-011_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-011_0.txt | 36 +- ...aramMatching-Type-mpi_reduce-012_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-012_0.txt | 18 +- ...aramMatching-Type-mpi_reduce-013_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-013_0.txt | 20 +- ...aramMatching-Type-mpi_reduce-014_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-014_0.txt | 18 +- ...aramMatching-Type-mpi_reduce-015_0.elapsed | 2 +- ...ParamMatching-Type-mpi_reduce-015_0.md5sum | 1 - .../ParamMatching-Type-mpi_reduce-015_0.txt | 36 +- ...aramMatching-Type-mpi_reduce-016_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-016_0.txt | 20 +- ...aramMatching-Type-mpi_reduce-017_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-017_0.txt | 16 +- ...aramMatching-Type-mpi_reduce-018_0.elapsed | 2 +- ...ParamMatching-Type-mpi_reduce-018_0.md5sum | 1 - .../ParamMatching-Type-mpi_reduce-018_0.txt | 36 +- ...aramMatching-Type-mpi_reduce-019_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-019_0.txt | 20 +- ...aramMatching-Type-mpi_reduce-020_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-020_0.txt | 18 +- ...aramMatching-Type-mpi_reduce-021_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-021_0.txt | 16 +- ...aramMatching-Type-mpi_reduce-022_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-022_0.txt | 24 +- ...aramMatching-Type-mpi_reduce-023_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-023_0.txt | 18 +- ...aramMatching-Type-mpi_reduce-024_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-024_0.txt | 16 +- ...aramMatching-Type-mpi_reduce-025_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-025_0.txt | 24 +- ...aramMatching-Type-mpi_reduce-026_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-026_0.txt | 16 +- ...aramMatching-Type-mpi_reduce-027_0.elapsed | 2 +- ...ParamMatching-Type-mpi_reduce-027_0.md5sum | 1 - .../ParamMatching-Type-mpi_reduce-027_0.txt | 36 +- ...aramMatching-Type-mpi_reduce-028_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-028_0.txt | 18 +- ...aramMatching-Type-mpi_reduce-029_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-029_0.txt | 18 +- ...aramMatching-Type-mpi_reduce-030_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-030_0.txt | 18 +- ...aramMatching-Type-mpi_reduce-031_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-031_0.txt | 18 +- ...aramMatching-Type-mpi_reduce-032_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-032_0.txt | 18 +- ...aramMatching-Type-mpi_reduce-033_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-033_0.txt | 18 +- ...aramMatching-Type-mpi_reduce-034_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-034_0.txt | 18 +- ...aramMatching-Type-mpi_reduce-035_0.elapsed | 2 +- ...ParamMatching-Type-mpi_reduce-035_0.md5sum | 1 - .../ParamMatching-Type-mpi_reduce-035_0.txt | 36 +- ...aramMatching-Type-mpi_reduce-036_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-036_0.txt | 36 +- ...aramMatching-Type-mpi_reduce-037_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-037_0.txt | 18 +- ...aramMatching-Type-mpi_reduce-038_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-038_0.txt | 18 +- ...aramMatching-Type-mpi_reduce-039_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-039_0.txt | 18 +- ...aramMatching-Type-mpi_reduce-040_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-040_0.txt | 18 +- ...aramMatching-Type-mpi_reduce-041_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-041_0.txt | 18 +- ...aramMatching-Type-mpi_reduce-042_0.elapsed | 2 +- ...ParamMatching-Type-mpi_reduce-042_0.md5sum | 1 - .../ParamMatching-Type-mpi_reduce-042_0.txt | 16 +- ...aramMatching-Type-mpi_reduce-043_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-043_0.txt | 18 +- ...aramMatching-Type-mpi_reduce-044_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-044_0.txt | 18 +- ...aramMatching-Type-mpi_reduce-045_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-045_0.txt | 18 +- ...aramMatching-Type-mpi_reduce-046_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-046_0.txt | 18 +- ...aramMatching-Type-mpi_reduce-047_0.elapsed | 2 +- .../ParamMatching-Type-mpi_reduce-047_0.txt | 18 +- .../ParamMatching-Type-mpi_scan-001_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scan-001_0.txt | 62 +- .../ParamMatching-Type-mpi_scan-002_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scan-002_0.txt | 18 +- .../ParamMatching-Type-mpi_scan-003_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scan-003_0.txt | 18 +- .../ParamMatching-Type-mpi_scan-004_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scan-004_0.txt | 62 +- .../ParamMatching-Type-mpi_scan-005_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scan-005_0.txt | 16 +- .../ParamMatching-Type-mpi_scan-006_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scan-006_0.txt | 16 +- .../ParamMatching-Type-mpi_scan-007_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scan-007_0.txt | 30 +- .../ParamMatching-Type-mpi_scan-008_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scan-008_0.txt | 18 +- .../ParamMatching-Type-mpi_scan-009_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scan-009_0.txt | 18 +- .../ParamMatching-Type-mpi_scan-010_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scan-010_0.txt | 62 +- .../ParamMatching-Type-mpi_scan-011_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scan-011_0.txt | 16 +- .../ParamMatching-Type-mpi_scan-012_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scan-012_0.txt | 18 +- .../ParamMatching-Type-mpi_scan-013_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scan-013_0.txt | 62 +- .../ParamMatching-Type-mpi_scan-014_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scan-014_0.txt | 16 +- .../ParamMatching-Type-mpi_scan-015_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scan-015_0.txt | 18 +- .../ParamMatching-Type-mpi_scan-016_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scan-016_0.txt | 18 +- .../ParamMatching-Type-mpi_scan-017_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scan-017_0.txt | 18 +- .../ParamMatching-Type-mpi_scan-018_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scan-018_0.txt | 18 +- .../ParamMatching-Type-mpi_scan-019_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scan-019_0.txt | 18 +- .../ParamMatching-Type-mpi_scan-020_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scan-020_0.txt | 18 +- .../ParamMatching-Type-mpi_scan-021_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scan-021_0.txt | 18 +- .../ParamMatching-Type-mpi_scan-022_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scan-022_0.md5sum | 1 - .../ParamMatching-Type-mpi_scan-022_0.txt | 8 +- .../ParamMatching-Type-mpi_scan-023_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scan-023_0.txt | 18 +- ...ramMatching-Type-mpi_scatter-001_0.elapsed | 2 +- ...ramMatching-Type-mpi_scatter-001_0.timeout | 1 - .../ParamMatching-Type-mpi_scatter-001_0.txt | 51 +- ...ramMatching-Type-mpi_scatter-002_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scatter-002_0.txt | 16 +- ...ramMatching-Type-mpi_scatter-003_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scatter-003_0.txt | 18 +- ...ramMatching-Type-mpi_scatter-004_0.elapsed | 2 +- ...ramMatching-Type-mpi_scatter-004_0.timeout | 1 - .../ParamMatching-Type-mpi_scatter-004_0.txt | 51 +- ...ramMatching-Type-mpi_scatter-005_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scatter-005_0.txt | 18 +- ...ramMatching-Type-mpi_scatter-006_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scatter-006_0.txt | 18 +- ...ramMatching-Type-mpi_scatter-007_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scatter-007_0.txt | 47 +- ...ramMatching-Type-mpi_scatter-008_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scatter-008_0.txt | 18 +- ...ramMatching-Type-mpi_scatter-009_0.elapsed | 2 +- .../ParamMatching-Type-mpi_scatter-009_0.txt | 18 +- ...equestLifeCycle-mpi_ibarrier-001_0.elapsed | 2 +- .../RequestLifeCycle-mpi_ibarrier-001_0.txt | 6 +- logs-20240607/must.summary | 6228 ++--------------- ...Ordering-mpi_improbe-mpi_send-001_0.md5sum | 1 - ...lOrdering-mpi_iprobe-mpi_send-001_0.md5sum | 1 - ...lOrdering-mpi_mprobe-mpi_send-001_0.md5sum | 1 - ...llOrdering-mpi_probe-mpi_send-001_0.md5sum | 1 - ...rdering-unmatched-mpi_improbe-001_0.md5sum | 1 - ...ring-unmatched-mpi_precv_init-001_0.md5sum | 1 - ...ring-unmatched-mpi_psend_init-001_0.md5sum | 1 - ...-fence-accumulate_raccumulate-001_0.md5sum | 1 - ...-fence-accumulate_raccumulate-002_0.md5sum | 1 - ...Correct-fence-accumulate_rget-001_0.md5sum | 1 - ...Correct-fence-accumulate_rget-002_0.md5sum | 1 - ...ce-accumulate_rget_accumulate-001_0.md5sum | 1 - ...ce-accumulate_rget_accumulate-002_0.md5sum | 1 - ...Correct-fence-accumulate_rput-001_0.md5sum | 1 - ...Correct-fence-accumulate_rput-002_0.md5sum | 1 - ...ect-fence-bufread_raccumulate-001_0.md5sum | 1 - ...fence-bufread_rget_accumulate-001_0.md5sum | 1 - .../Correct-fence-bufread_rput-001_0.md5sum | 1 - ...-compare_and_swap_raccumulate-001_0.md5sum | 1 - ...-compare_and_swap_raccumulate-002_0.md5sum | 1 - ...t-fence-compare_and_swap_rget-001_0.md5sum | 1 - ...t-fence-compare_and_swap_rget-002_0.md5sum | 1 - ...pare_and_swap_rget_accumulate-001_0.md5sum | 1 - ...pare_and_swap_rget_accumulate-002_0.md5sum | 1 - ...t-fence-compare_and_swap_rput-001_0.md5sum | 1 - ...t-fence-compare_and_swap_rput-002_0.md5sum | 1 - ...ence-fetch_and_op_raccumulate-001_0.md5sum | 1 - ...ence-fetch_and_op_raccumulate-002_0.md5sum | 1 - ...rrect-fence-fetch_and_op_rget-001_0.md5sum | 1 - ...rrect-fence-fetch_and_op_rget-002_0.md5sum | 1 - ...-fetch_and_op_rget_accumulate-001_0.md5sum | 1 - ...-fetch_and_op_rget_accumulate-002_0.md5sum | 1 - ...rrect-fence-fetch_and_op_rput-001_0.md5sum | 1 - ...rrect-fence-fetch_and_op_rput-002_0.md5sum | 1 - ...ce-get_accumulate_raccumulate-001_0.md5sum | 1 - ...ce-get_accumulate_raccumulate-002_0.md5sum | 1 - ...ect-fence-get_accumulate_rget-001_0.md5sum | 1 - ...ect-fence-get_accumulate_rget-002_0.md5sum | 1 - ...et_accumulate_rget_accumulate-001_0.md5sum | 1 - ...et_accumulate_rget_accumulate-002_0.md5sum | 1 - ...ect-fence-get_accumulate_rput-001_0.md5sum | 1 - ...ect-fence-get_accumulate_rput-002_0.md5sum | 1 - ...Correct-fence-get_raccumulate-001_0.md5sum | 1 - .../must/Correct-fence-get_rget-001_0.md5sum | 1 - .../must/Correct-fence-get_rget-002_0.md5sum | 1 - ...ect-fence-get_rget_accumulate-001_0.md5sum | 1 - .../must/Correct-fence-get_rput-001_0.md5sum | 1 - ...Correct-fence-put_raccumulate-001_0.md5sum | 1 - .../must/Correct-fence-put_rget-001_0.md5sum | 1 - ...ect-fence-put_rget_accumulate-001_0.md5sum | 1 - .../must/Correct-fence-put_rput-001_0.md5sum | 1 - .../must/Correct-fence-put_rput-002_0.md5sum | 1 - ...-fence-raccumulate_accumulate-001_0.md5sum | 1 - ...-fence-raccumulate_accumulate-002_0.md5sum | 1 - ...ect-fence-raccumulate_bufread-001_0.md5sum | 1 - ...ct-fence-raccumulate_bufwrite-001_0.md5sum | 1 - ...-raccumulate_compare_and_swap-001_0.md5sum | 1 - ...-raccumulate_compare_and_swap-002_0.md5sum | 1 - ...ence-raccumulate_fetch_and_op-001_0.md5sum | 1 - ...ence-raccumulate_fetch_and_op-002_0.md5sum | 1 - ...Correct-fence-raccumulate_get-001_0.md5sum | 1 - ...Correct-fence-raccumulate_get-002_0.md5sum | 1 - ...ce-raccumulate_get_accumulate-001_0.md5sum | 1 - ...ce-raccumulate_get_accumulate-002_0.md5sum | 1 - ...ence-raccumulate_localbufread-001_0.md5sum | 1 - ...nce-raccumulate_localbufwrite-001_0.md5sum | 1 - ...Correct-fence-raccumulate_put-001_0.md5sum | 1 - ...Correct-fence-raccumulate_put-002_0.md5sum | 1 - ...fence-raccumulate_raccumulate-001_0.md5sum | 1 - ...fence-raccumulate_raccumulate-002_0.md5sum | 1 - ...orrect-fence-raccumulate_rget-001_0.md5sum | 1 - ...orrect-fence-raccumulate_rget-002_0.md5sum | 1 - ...e-raccumulate_rget_accumulate-001_0.md5sum | 1 - ...e-raccumulate_rget_accumulate-002_0.md5sum | 1 - ...orrect-fence-raccumulate_rput-001_0.md5sum | 1 - ...orrect-fence-raccumulate_rput-002_0.md5sum | 1 - ...Correct-fence-rget_accumulate-001_0.md5sum | 1 - ...ce-rget_accumulate_accumulate-001_0.md5sum | 1 - ...ce-rget_accumulate_accumulate-002_0.md5sum | 1 - ...fence-rget_accumulate_bufread-001_0.md5sum | 1 - ...ence-rget_accumulate_bufwrite-001_0.md5sum | 1 - ...t_accumulate_compare_and_swap-001_0.md5sum | 1 - ...t_accumulate_compare_and_swap-002_0.md5sum | 1 - ...-rget_accumulate_fetch_and_op-001_0.md5sum | 1 - ...-rget_accumulate_fetch_and_op-002_0.md5sum | 1 - ...ect-fence-rget_accumulate_get-001_0.md5sum | 1 - ...ect-fence-rget_accumulate_get-002_0.md5sum | 1 - ...get_accumulate_get_accumulate-001_0.md5sum | 1 - ...get_accumulate_get_accumulate-002_0.md5sum | 1 - ...-rget_accumulate_localbufread-001_0.md5sum | 1 - ...rget_accumulate_localbufwrite-001_0.md5sum | 1 - ...ect-fence-rget_accumulate_put-001_0.md5sum | 1 - ...ect-fence-rget_accumulate_put-002_0.md5sum | 1 - ...e-rget_accumulate_raccumulate-001_0.md5sum | 1 - ...e-rget_accumulate_raccumulate-002_0.md5sum | 1 - ...ct-fence-rget_accumulate_rget-001_0.md5sum | 1 - ...ct-fence-rget_accumulate_rget-002_0.md5sum | 1 - ...et_accumulate_rget_accumulate-001_0.md5sum | 1 - ...et_accumulate_rget_accumulate-002_0.md5sum | 1 - ...ct-fence-rget_accumulate_rput-001_0.md5sum | 1 - ...ct-fence-rget_accumulate_rput-002_0.md5sum | 1 - .../Correct-fence-rget_bufwrite-001_0.md5sum | 1 - ...t-fence-rget_compare_and_swap-001_0.md5sum | 1 - ...rrect-fence-rget_fetch_and_op-001_0.md5sum | 1 - .../must/Correct-fence-rget_get-001_0.md5sum | 1 - .../must/Correct-fence-rget_get-002_0.md5sum | 1 - ...ect-fence-rget_get_accumulate-001_0.md5sum | 1 - .../must/Correct-fence-rget_put-001_0.md5sum | 1 - ...orrect-fence-rget_raccumulate-001_0.md5sum | 1 - .../must/Correct-fence-rget_rget-001_0.md5sum | 1 - .../must/Correct-fence-rget_rget-002_0.md5sum | 1 - ...ct-fence-rget_rget_accumulate-001_0.md5sum | 1 - .../must/Correct-fence-rget_rput-001_0.md5sum | 1 - ...Correct-fence-rput_accumulate-001_0.md5sum | 1 - .../Correct-fence-rput_bufread-001_0.md5sum | 1 - .../Correct-fence-rput_bufwrite-001_0.md5sum | 1 - ...t-fence-rput_compare_and_swap-001_0.md5sum | 1 - ...rrect-fence-rput_fetch_and_op-001_0.md5sum | 1 - .../must/Correct-fence-rput_get-001_0.md5sum | 1 - ...ect-fence-rput_get_accumulate-001_0.md5sum | 1 - ...rrect-fence-rput_localbufread-001_0.md5sum | 1 - ...rect-fence-rput_localbufwrite-001_0.md5sum | 1 - .../must/Correct-fence-rput_put-001_0.md5sum | 1 - .../must/Correct-fence-rput_put-002_0.md5sum | 1 - ...orrect-fence-rput_raccumulate-001_0.md5sum | 1 - .../must/Correct-fence-rput_rget-001_0.md5sum | 1 - ...ct-fence-rput_rget_accumulate-001_0.md5sum | 1 - .../must/Correct-fence-rput_rput-001_0.md5sum | 1 - .../must/Correct-fence-rput_rput-002_0.md5sum | 1 - .../Correct-lock-rget_bufwrite-001_0.md5sum | 1 - ...rrect-lock-rget_localbufwrite-001_0.md5sum | 1 - .../Correct-lockall-rget_bufread-001_0.md5sum | 1 - ...ect-lockall-rget_localbufread-001_0.md5sum | 1 - ...allflush-bufwrite_raccumulate-001_0.md5sum | 1 - ...lush-bufwrite_rget_accumulate-001_0.md5sum | 1 - ...ct-lockallflush-bufwrite_rput-001_0.md5sum | 1 - ...ockallflushlocal-bufread_rget-001_0.md5sum | 1 - ...rrect-lockflush-bufwrite_rget-001_0.md5sum | 1 - ...lushlocal-raccumulate_bufread-001_0.md5sum | 1 - ...local-rget_accumulate_bufread-001_0.md5sum | 1 - ...t-lockflushlocal-rput_bufread-001_0.md5sum | 1 - ...ckunlock-raccumulate_bufwrite-001_0.md5sum | 1 - ...lock-rget_accumulate_bufwrite-001_0.md5sum | 1 - ...rect-lockunlock-rput_bufwrite-001_0.md5sum | 1 - .../must/Correct-mpi_allgather-002_0.md5sum | 1 - .../must/Correct-mpi_allreduce-002_0.md5sum | 1 - .../must/Correct-mpi_allreduce-003_0.md5sum | 1 - .../must/Correct-mpi_allreduce-005_0.md5sum | 1 - .../must/Correct-mpi_allreduce-011_0.md5sum | 1 - .../must/Correct-mpi_bcast-015_0.md5sum | 1 - .../must/Correct-mpi_precv_init-001_0.md5sum | 1 - .../must/Correct-mpi_precv_init-002_0.md5sum | 1 - .../must/Correct-mpi_psend_init-001_0.md5sum | 1 - .../must/Correct-mpi_psend_init-002_0.md5sum | 1 - .../must/Correct-mpi_reduce-002_0.md5sum | 1 - .../must/Correct-mpi_reduce-003_0.md5sum | 1 - .../must/Correct-mpi_reduce-004_0.md5sum | 1 - .../must/Correct-mpi_send-024_0.md5sum | 1 - .../Correct-request-rget_bufread-001_0.md5sum | 1 - .../Correct-request-rget_put-001_0.md5sum | 1 - .../Correct-request-rget_rput-001_0.md5sum | 1 - ...urrency-fence-accumulate_rget-001_0.md5sum | 1 - ...urrency-fence-accumulate_rput-001_0.md5sum | 1 - ...y-fence-compare_and_swap_rget-001_0.md5sum | 1 - ...y-fence-compare_and_swap_rput-001_0.md5sum | 1 - ...rency-fence-fetch_and_op_rget-001_0.md5sum | 1 - ...rency-fence-fetch_and_op_rput-001_0.md5sum | 1 - ...ncy-fence-get_accumulate_rget-001_0.md5sum | 1 - ...ncy-fence-get_accumulate_rput-001_0.md5sum | 1 - ...balConcurrency-fence-put_rput-001_0.md5sum | 1 - ...ncy-fence-raccumulate_bufread-001_0.md5sum | 1 - ...cy-fence-raccumulate_bufwrite-001_0.md5sum | 1 - ...urrency-fence-raccumulate_get-001_0.md5sum | 1 - ...ence-raccumulate_localbufread-001_0.md5sum | 1 - ...nce-raccumulate_localbufwrite-001_0.md5sum | 1 - ...urrency-fence-raccumulate_put-001_0.md5sum | 1 - ...rrency-fence-raccumulate_rget-001_0.md5sum | 1 - ...rrency-fence-raccumulate_rput-001_0.md5sum | 1 - ...fence-rget_accumulate_bufread-001_0.md5sum | 1 - ...ence-rget_accumulate_bufwrite-001_0.md5sum | 1 - ...ncy-fence-rget_accumulate_get-001_0.md5sum | 1 - ...-rget_accumulate_localbufread-001_0.md5sum | 1 - ...rget_accumulate_localbufwrite-001_0.md5sum | 1 - ...ncy-fence-rget_accumulate_put-001_0.md5sum | 1 - ...cy-fence-rget_accumulate_rget-001_0.md5sum | 1 - ...cy-fence-rget_accumulate_rput-001_0.md5sum | 1 - ...oncurrency-fence-rput_bufread-001_0.md5sum | 1 - ...ncurrency-fence-rput_bufwrite-001_0.md5sum | 1 - ...rency-fence-rput_localbufread-001_0.md5sum | 1 - ...ency-fence-rput_localbufwrite-001_0.md5sum | 1 - ...balConcurrency-fence-rput_put-001_0.md5sum | 1 - ...alConcurrency-fence-rput_rput-001_0.md5sum | 1 - ...oncurrency-lock-rget_bufwrite-001_0.md5sum | 1 - ...rency-lock-rget_localbufwrite-001_0.md5sum | 1 - ...lConcurrency-request-rget_put-001_0.md5sum | 1 - ...Concurrency-request-rget_rput-001_0.md5sum | 1 - ...meterMissmatch-Dtype-mpi_send-047_0.md5sum | 1 - ...meterMissmatch-Dtype-mpi_send-048_0.md5sum | 1 - ...meterMissmatch-Dtype-mpi_send-145_0.md5sum | 1 - ...meterMissmatch-Dtype-mpi_send-146_0.md5sum | 1 - ...InvalidParam-Buffer-mpi_bsend-003_0.md5sum | 1 - ...InvalidParam-Buffer-mpi_bsend-004_0.md5sum | 1 - ...idParam-Buffer-mpi_bsend_init-003_0.md5sum | 1 - ...nvalidParam-Buffer-mpi_ibsend-003_0.md5sum | 1 - ...nvalidParam-Buffer-mpi_ibsend-004_0.md5sum | 1 - ...nvalidParam-Buffer-mpi_imrecv-003_0.md5sum | 1 - ...nvalidParam-Buffer-mpi_imrecv-005_0.md5sum | 1 - ...InvalidParam-Buffer-mpi_irecv-003_0.md5sum | 1 - ...InvalidParam-Buffer-mpi_irecv-005_0.md5sum | 1 - ...nvalidParam-Buffer-mpi_irsend-003_0.md5sum | 1 - ...nvalidParam-Buffer-mpi_irsend-004_0.md5sum | 1 - ...InvalidParam-Buffer-mpi_isend-003_0.md5sum | 1 - ...nvalidParam-Buffer-mpi_issend-003_0.md5sum | 1 - ...nvalidParam-Buffer-mpi_issend-004_0.md5sum | 1 - ...nvalidParam-Buffer-mpi_issend-005_0.md5sum | 1 - ...InvalidParam-Buffer-mpi_mrecv-003_0.md5sum | 1 - ...idParam-Buffer-mpi_precv_init-001_0.md5sum | 1 - ...idParam-Buffer-mpi_precv_init-002_0.md5sum | 1 - ...idParam-Buffer-mpi_precv_init-003_0.md5sum | 1 - ...idParam-Buffer-mpi_precv_init-004_0.md5sum | 1 - ...idParam-Buffer-mpi_psend_init-001_0.md5sum | 1 - ...idParam-Buffer-mpi_psend_init-002_0.md5sum | 1 - ...idParam-Buffer-mpi_psend_init-003_0.md5sum | 1 - ...idParam-Buffer-mpi_psend_init-004_0.md5sum | 1 - .../InvalidParam-Buffer-mpi_recv-003_0.md5sum | 1 - .../InvalidParam-Buffer-mpi_recv-004_0.md5sum | 1 - ...lidParam-Buffer-mpi_recv_init-003_0.md5sum | 1 - ...lidParam-Buffer-mpi_recv_init-004_0.md5sum | 1 - ...InvalidParam-Buffer-mpi_rsend-003_0.md5sum | 1 - ...idParam-Buffer-mpi_rsend_init-003_0.md5sum | 1 - .../InvalidParam-Buffer-mpi_send-003_0.md5sum | 1 - ...lidParam-Buffer-mpi_send_init-003_0.md5sum | 1 - ...alidParam-Buffer-mpi_sendrecv-002_0.md5sum | 1 - ...alidParam-Buffer-mpi_sendrecv-006_0.md5sum | 1 - ...InvalidParam-Buffer-mpi_ssend-003_0.md5sum | 1 - ...idParam-Buffer-mpi_ssend_init-003_0.md5sum | 1 - ...idParam-Buffer-mpi_ssend_init-004_0.md5sum | 1 - ...alidParam-Comm-mpi_precv_init-001_0.md5sum | 1 - ...alidParam-Comm-mpi_precv_init-002_0.md5sum | 1 - ...alidParam-Comm-mpi_psend_init-001_0.md5sum | 1 - ...alidParam-Comm-mpi_psend_init-002_0.md5sum | 1 - ...alidParam-Rank-mpi_precv_init-001_0.md5sum | 1 - ...alidParam-Rank-mpi_precv_init-002_0.md5sum | 1 - ...alidParam-Rank-mpi_psend_init-001_0.md5sum | 1 - ...alidParam-Rank-mpi_psend_init-002_0.md5sum | 1 - ...dParam-Request-mpi_bsend_init-001_0.md5sum | 1 - ...validParam-Request-mpi_ibsend-001_0.md5sum | 1 - ...validParam-Request-mpi_imrecv-001_0.md5sum | 1 - ...nvalidParam-Request-mpi_irecv-001_0.md5sum | 1 - ...validParam-Request-mpi_irsend-001_0.md5sum | 1 - ...nvalidParam-Request-mpi_isend-002_0.md5sum | 1 - ...validParam-Request-mpi_issend-001_0.md5sum | 1 - ...dParam-Request-mpi_precv_init-001_0.md5sum | 1 - ...dParam-Request-mpi_psend_init-001_0.md5sum | 1 - ...dParam-Request-mpi_psend_init-002_0.md5sum | 1 - ...dParam-Request-mpi_psend_init-003_0.md5sum | 1 - ...idParam-Request-mpi_recv_init-001_0.md5sum | 1 - ...dParam-Request-mpi_rsend_init-001_0.md5sum | 1 - ...idParam-Request-mpi_send_init-001_0.md5sum | 1 - ...dParam-Request-mpi_ssend_init-001_0.md5sum | 1 - ...validParam-Tag-mpi_precv_init-001_0.md5sum | 1 - ...validParam-Tag-mpi_precv_init-002_0.md5sum | 1 - ...validParam-Tag-mpi_psend_init-001_0.md5sum | 1 - ...validParam-Tag-mpi_psend_init-002_0.md5sum | 1 - ...validParam-Tag-mpi_psend_init-003_0.md5sum | 1 - ...validParam-Type-mpi_allreduce-002_0.md5sum | 1 - .../InvalidParam-Type-mpi_bcast-002_0.md5sum | 1 - .../InvalidParam-Type-mpi_exscan-002_0.md5sum | 1 - .../InvalidParam-Type-mpi_reduce-002_0.md5sum | 1 - .../InvalidParam-Type-mpi_scan-002_0.md5sum | 1 - ...array_of_indices-mpi_testsome-002_0.md5sum | 1 - ...array_of_indices-mpi_waitsome-002_0.md5sum | 1 - ...InvalidParam-flag-mpi_testall-002_0.md5sum | 1 - ...InvalidParam-flag-mpi_testany-002_0.md5sum | 1 - ...urrency-fence-accumulate_rget-001_0.md5sum | 1 - ...y-fence-compare_and_swap_rget-001_0.md5sum | 1 - ...rency-fence-fetch_and_op_rget-001_0.md5sum | 1 - ...ncy-fence-get_accumulate_rget-001_0.md5sum | 1 - ...urrency-fence-get_raccumulate-001_0.md5sum | 1 - ...calConcurrency-fence-get_rget-001_0.md5sum | 1 - ...ncy-fence-get_rget_accumulate-001_0.md5sum | 1 - ...calConcurrency-fence-get_rput-001_0.md5sum | 1 - ...calConcurrency-fence-put_rget-001_0.md5sum | 1 - ...urrency-fence-raccumulate_get-001_0.md5sum | 1 - ...rrency-fence-raccumulate_rget-001_0.md5sum | 1 - ...urrency-fence-rget_accumulate-001_0.md5sum | 1 - ...ncy-fence-rget_accumulate_get-001_0.md5sum | 1 - ...cy-fence-rget_accumulate_rget-001_0.md5sum | 1 - ...ncurrency-fence-rget_bufwrite-001_0.md5sum | 1 - ...y-fence-rget_compare_and_swap-001_0.md5sum | 1 - ...rency-fence-rget_fetch_and_op-001_0.md5sum | 1 - ...calConcurrency-fence-rget_get-001_0.md5sum | 1 - ...ncy-fence-rget_get_accumulate-001_0.md5sum | 1 - ...calConcurrency-fence-rget_put-001_0.md5sum | 1 - ...rrency-fence-rget_raccumulate-001_0.md5sum | 1 - ...alConcurrency-fence-rget_rget-001_0.md5sum | 1 - ...cy-fence-rget_rget_accumulate-001_0.md5sum | 1 - ...alConcurrency-fence-rget_rput-001_0.md5sum | 1 - ...calConcurrency-fence-rput_get-001_0.md5sum | 1 - ...alConcurrency-fence-rput_rget-001_0.md5sum | 1 - ...ckunlock-raccumulate_bufwrite-001_0.md5sum | 1 - ...lock-rget_accumulate_bufwrite-001_0.md5sum | 1 - ...ency-lockunlock-rput_bufwrite-001_0.md5sum | 1 - ...rrency-receive-mpi_precv_init-001_0.md5sum | 1 - ...currency-request-rget_bufread-001_0.md5sum | 1 - ...ncurrency-send-mpi_psend_init-001_0.md5sum | 1 - ...meterMissmatch-Dtype-mpi_send-007_0.md5sum | 1 - ...meterMissmatch-Dtype-mpi_send-030_0.md5sum | 1 - .../must/MissingCall-mpi_init-001_0.md5sum | 1 - ...aramMatching-Comm-mpi_improbe-002_0.md5sum | 1 - ...aramMatching-Comm-mpi_improbe-003_0.md5sum | 1 - ...aramMatching-Comm-mpi_improbe-004_0.md5sum | 1 - ...aramMatching-Comm-mpi_improbe-005_0.md5sum | 1 - ...aramMatching-Comm-mpi_improbe-006_0.md5sum | 1 - ...aramMatching-Comm-mpi_improbe-007_0.md5sum | 1 - ...aramMatching-Comm-mpi_improbe-008_0.md5sum | 1 - ...aramMatching-Comm-mpi_improbe-010_0.md5sum | 1 - ...aramMatching-Comm-mpi_improbe-011_0.md5sum | 1 - ...aramMatching-Comm-mpi_improbe-012_0.md5sum | 1 - ...aramMatching-Comm-mpi_improbe-013_0.md5sum | 1 - ...ParamMatching-Comm-mpi_mprobe-002_0.md5sum | 1 - ...ParamMatching-Comm-mpi_mprobe-003_0.md5sum | 1 - ...ParamMatching-Comm-mpi_mprobe-004_0.md5sum | 1 - ...ParamMatching-Comm-mpi_mprobe-005_0.md5sum | 1 - ...ParamMatching-Comm-mpi_mprobe-006_0.md5sum | 1 - ...ParamMatching-Comm-mpi_mprobe-007_0.md5sum | 1 - ...ParamMatching-Comm-mpi_mprobe-008_0.md5sum | 1 - ...ParamMatching-Comm-mpi_mprobe-010_0.md5sum | 1 - ...ParamMatching-Comm-mpi_mprobe-011_0.md5sum | 1 - ...ParamMatching-Comm-mpi_mprobe-012_0.md5sum | 1 - ...ParamMatching-Comm-mpi_mprobe-013_0.md5sum | 1 - ...mMatching-Comm-mpi_precv_init-001_0.md5sum | 1 - ...mMatching-Comm-mpi_precv_init-002_0.md5sum | 1 - ...mMatching-Comm-mpi_precv_init-003_0.md5sum | 1 - ...mMatching-Comm-mpi_precv_init-004_0.md5sum | 1 - ...mMatching-Comm-mpi_precv_init-005_0.md5sum | 1 - ...mMatching-Comm-mpi_precv_init-006_0.md5sum | 1 - ...mMatching-Comm-mpi_precv_init-007_0.md5sum | 1 - ...mMatching-Comm-mpi_precv_init-008_0.md5sum | 1 - ...mMatching-Comm-mpi_precv_init-009_0.md5sum | 1 - ...mMatching-Comm-mpi_precv_init-010_0.md5sum | 1 - ...mMatching-Comm-mpi_precv_init-011_0.md5sum | 1 - ...mMatching-Comm-mpi_precv_init-012_0.md5sum | 1 - ...mMatching-Comm-mpi_precv_init-013_0.md5sum | 1 - ...mMatching-Comm-mpi_psend_init-001_0.md5sum | 1 - ...mMatching-Comm-mpi_psend_init-002_0.md5sum | 1 - ...mMatching-Comm-mpi_psend_init-003_0.md5sum | 1 - ...mMatching-Comm-mpi_psend_init-004_0.md5sum | 1 - ...mMatching-Comm-mpi_psend_init-005_0.md5sum | 1 - ...mMatching-Comm-mpi_psend_init-006_0.md5sum | 1 - ...mMatching-Comm-mpi_psend_init-007_0.md5sum | 1 - ...mMatching-Comm-mpi_psend_init-008_0.md5sum | 1 - ...mMatching-Comm-mpi_psend_init-009_0.md5sum | 1 - ...mMatching-Comm-mpi_psend_init-010_0.md5sum | 1 - ...mMatching-Comm-mpi_psend_init-011_0.md5sum | 1 - ...mMatching-Comm-mpi_psend_init-012_0.md5sum | 1 - ...mMatching-Comm-mpi_psend_init-013_0.md5sum | 1 - .../ParamMatching-Comm-mpi_recv-010_0.md5sum | 1 - .../ParamMatching-Comm-mpi_recv-012_0.md5sum | 1 - .../ParamMatching-Comm-mpi_recv-013_0.md5sum | 1 - ...amMatching-Comm-mpi_recv_init-009_0.md5sum | 1 - ...amMatching-Comm-mpi_recv_init-010_0.md5sum | 1 - ...amMatching-Comm-mpi_recv_init-012_0.md5sum | 1 - ...amMatching-Comm-mpi_recv_init-013_0.md5sum | 1 - ...ramMatching-Comm-mpi_sendrecv-012_0.md5sum | 1 - ...ramMatching-Comm-mpi_sendrecv-013_0.md5sum | 1 - ...ing-Comm-mpi_sendrecv_replace-012_0.md5sum | 1 - ...ing-Comm-mpi_sendrecv_replace-013_0.md5sum | 1 - ...ParamMatching-Tag-mpi_improbe-001_0.md5sum | 1 - .../ParamMatching-Tag-mpi_iprobe-001_0.md5sum | 1 - .../ParamMatching-Tag-mpi_mprobe-001_0.md5sum | 1 - ...amMatching-Tag-mpi_precv_init-001_0.md5sum | 1 - .../ParamMatching-Tag-mpi_probe-001_0.md5sum | 1 - ...amMatching-Tag-mpi_psend_init-001_0.md5sum | 1 - ...amMatching-Type-mpi_allreduce-041_0.md5sum | 1 - ...amMatching-Type-mpi_allreduce-042_0.md5sum | 1 - ...amMatching-Type-mpi_allreduce-044_0.md5sum | 1 - ...amMatching-Type-mpi_allreduce-045_0.md5sum | 1 - ...amMatching-Type-mpi_allreduce-047_0.md5sum | 1 - ...amMatching-Type-mpi_allreduce-048_0.md5sum | 1 - ...amMatching-Type-mpi_allreduce-056_0.md5sum | 1 - ...amMatching-Type-mpi_allreduce-057_0.md5sum | 1 - ...amMatching-Type-mpi_allreduce-080_0.md5sum | 1 - ...amMatching-Type-mpi_allreduce-081_0.md5sum | 1 - ...amMatching-Type-mpi_allreduce-082_0.md5sum | 1 - ...amMatching-Type-mpi_allreduce-083_0.md5sum | 1 - .../ParamMatching-Type-mpi_bcast-041_0.md5sum | 1 - .../ParamMatching-Type-mpi_bcast-042_0.md5sum | 1 - ...mMatching-Type-mpi_iallgather-002_0.md5sum | 1 - ...mMatching-Type-mpi_iallgather-004_0.md5sum | 1 - ...mMatching-Type-mpi_iallgather-005_0.md5sum | 1 - ...mMatching-Type-mpi_iallgather-008_0.md5sum | 1 - ...mMatching-Type-mpi_iallgather-012_0.md5sum | 1 - ...aramMatching-Type-mpi_ireduce-001_0.md5sum | 1 - ...ParamMatching-Type-mpi_reduce-026_0.md5sum | 1 - ...ParamMatching-Type-mpi_reduce-027_0.md5sum | 1 - ...ParamMatching-Type-mpi_reduce-044_0.md5sum | 1 - ...ParamMatching-Type-mpi_reduce-045_0.md5sum | 1 - logs-20240607/parcoach.summary | 2 +- 4919 files changed, 29441 insertions(+), 25759 deletions(-) delete mode 100644 logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0.md5sum delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0.md5sum delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0.md5sum delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001_0.md5sum delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.md5sum delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.md5sum delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0.md5sum delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0.md5sum delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0.md5sum delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0.md5sum delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_send-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001_0.timeout delete mode 100644 logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001_0.timeout delete mode 100644 logs-20240607/itac/Correct-mpi_alltoall-001_0.md5sum delete mode 100644 logs-20240607/itac/Correct-mpi_irecv-002_0.md5sum delete mode 100644 logs-20240607/itac/Correct-mpi_irsend-001_0.md5sum delete mode 100644 logs-20240607/itac/Correct-mpi_isend-007_0.md5sum delete mode 100644 logs-20240607/itac/EpochLifeCycle-001_0.timeout delete mode 100644 logs-20240607/itac/EpochLifeCycle-003_0.timeout delete mode 100644 logs-20240607/itac/EpochLifeCycle-004_0.timeout delete mode 100644 logs-20240607/itac/EpochLifeCycle-006_0.md5sum delete mode 100644 logs-20240607/itac/EpochLifeCycle-006_0.timeout delete mode 100644 logs-20240607/itac/EpochLifeCycle-007_0.timeout delete mode 100644 logs-20240607/itac/EpochLifeCycle-009_0.timeout delete mode 100644 logs-20240607/itac/EpochLifeCycle-019_0.timeout delete mode 100644 logs-20240607/itac/EpochLifeCycle-022_0.timeout delete mode 100644 logs-20240607/itac/EpochLifeCycle-025_0.timeout delete mode 100644 logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0.md5sum delete mode 100644 logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001_0.md5sum delete mode 100644 logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003_0.md5sum delete mode 100644 logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014_0.md5sum delete mode 100644 logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021_0.md5sum delete mode 100644 logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030_0.md5sum delete mode 100644 logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005_0.md5sum delete mode 100644 logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061_0.md5sum delete mode 100644 logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073_0.md5sum delete mode 100644 logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122_0.md5sum delete mode 100644 logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123_0.md5sum delete mode 100644 logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151_0.md5sum delete mode 100644 logs-20240607/itac/InvalidBuffer-004_0.md5sum delete mode 100644 logs-20240607/itac/InvalidBuffer-006_0.md5sum delete mode 100644 logs-20240607/itac/InvalidDatataype-007_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Rank-005_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001_0.timeout delete mode 100644 logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001_0.timeout delete mode 100644 logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001_0.timeout delete mode 100644 logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001_0.timeout delete mode 100644 logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001_0.timeout delete mode 100644 logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001_0.timeout delete mode 100644 logs-20240607/itac/InvalidParam-Rank-mpi_isend-001_0.timeout delete mode 100644 logs-20240607/itac/InvalidParam-Rank-mpi_issend-001_0.timeout delete mode 100644 logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001_0.timeout delete mode 100644 logs-20240607/itac/InvalidParam-Rank-mpi_recv-001_0.timeout delete mode 100644 logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001_0.timeout delete mode 100644 logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001_0.timeout delete mode 100644 logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001_0.timeout delete mode 100644 logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Rank-mpi_send-001_0.timeout delete mode 100644 logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001_0.timeout delete mode 100644 logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001_0.timeout delete mode 100644 logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001_0.timeout delete mode 100644 logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001_0.timeout delete mode 100644 logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Request-mpi_irecv-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Request-mpi_irsend-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Request-mpi_irsend-002_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Request-mpi_isend-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Request-mpi_isend-002_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Request-mpi_isend-003_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Request-mpi_isend-004_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Request-mpi_isend-005_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Request-mpi_issend-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Request-mpi_issend-002_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Request-mpi_send_init-002_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Request-mpi_start-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Request-mpi_test-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Request-mpi_testall-002_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Request-mpi_testany-002_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Request-mpi_testsome-002_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Request-mpi_wait-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Request-mpi_waitany-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Request-mpi_waitany-002_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Status-mpi_probe-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Status-mpi_recv-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Status-mpi_test-002_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Status-mpi_testall-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Status-mpi_testany-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Status-mpi_wait-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Status-mpi_waitall-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Status-mpi_waitany-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Tag-mpi_isend-003_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Tag-mpi_recv-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-Type-mpi_exscan-002_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-flag-mpi_test-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-flag-mpi_test-002_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-flag-mpi_testall-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-flag-mpi_testall-002_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-flag-mpi_testany-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001_0.md5sum delete mode 100644 logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002_0.md5sum delete mode 100644 logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022_0.md5sum delete mode 100644 logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028_0.md5sum delete mode 100644 logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029_0.timeout create mode 100644 logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030_0.timeout delete mode 100644 logs-20240607/itac/Matching-tag-mpi_send-001_0.timeout delete mode 100644 logs-20240607/itac/MissingCall-mpi_init-001_0.md5sum delete mode 100644 logs-20240607/itac/MissingCall-mpi_send-001_0.timeout delete mode 100644 logs-20240607/itac/MissingCall-mpi_send-002_0.timeout delete mode 100644 logs-20240607/itac/MissingCall-mpi_send-003_0.timeout delete mode 100644 logs-20240607/itac/MsgRace-ANY_SOURCE-001_0.timeout delete mode 100644 logs-20240607/itac/MsgRace-ANY_TAG-001_0.timeout delete mode 100644 logs-20240607/itac/PAL-debug-0.out delete mode 100644 logs-20240607/itac/ParamMatching-Com-mpi_allgather-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Com-mpi_bcast-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Com-mpi_exscan-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Com-mpi_gather-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Com-mpi_igather-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Com-mpi_iscan-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Com-mpi_reduce-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Com-mpi_scan-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Com-mpi_scatter-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_recv-002_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_recv-003_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_recv-004_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_recv-006_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_recv-007_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_recv-008_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_recv-009_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_recv-011_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_recv-012_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Op-mpi_reduce-001_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Root-mpi_bcast-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Root-mpi_gather-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Root-mpi_igather-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Root-mpi_reduce-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Root-mpi_scatter-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Tag-mpi_isend-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Tag-mpi_issend-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Tag-mpi_probe-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Tag-mpi_recv-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Tag-mpi_send-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_allgather-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_allgather-004_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_allgather-007_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_allgather-010_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_allgather-013_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_allgather-016_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_allgather-019_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_allgather-022_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_allgather-025_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_allgather-030_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_bcast-005_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_bcast-033_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_bcast-040_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_gather-003_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_gather-006_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_gather-020_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_reduce-004_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_reduce-015_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_reduce-018_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_reduce-027_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_reduce-035_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_reduce-042_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_scan-022_0.md5sum delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_scatter-001_0.timeout delete mode 100644 logs-20240607/itac/ParamMatching-Type-mpi_scatter-004_0.timeout delete mode 100644 logs-20240607/must/CallOrdering-mpi_improbe-mpi_send-001_0.md5sum delete mode 100644 logs-20240607/must/CallOrdering-mpi_iprobe-mpi_send-001_0.md5sum delete mode 100644 logs-20240607/must/CallOrdering-mpi_mprobe-mpi_send-001_0.md5sum delete mode 100644 logs-20240607/must/CallOrdering-mpi_probe-mpi_send-001_0.md5sum delete mode 100644 logs-20240607/must/CallOrdering-unmatched-mpi_improbe-001_0.md5sum delete mode 100644 logs-20240607/must/CallOrdering-unmatched-mpi_precv_init-001_0.md5sum delete mode 100644 logs-20240607/must/CallOrdering-unmatched-mpi_psend_init-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-accumulate_raccumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-accumulate_raccumulate-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-accumulate_rget-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-accumulate_rget-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-accumulate_rget_accumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-accumulate_rget_accumulate-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-accumulate_rput-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-accumulate_rput-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-bufread_raccumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-bufread_rget_accumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-bufread_rput-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-compare_and_swap_raccumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-compare_and_swap_raccumulate-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-compare_and_swap_rget-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-compare_and_swap_rget-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-compare_and_swap_rget_accumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-compare_and_swap_rget_accumulate-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-compare_and_swap_rput-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-compare_and_swap_rput-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-fetch_and_op_raccumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-fetch_and_op_raccumulate-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-fetch_and_op_rget-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-fetch_and_op_rget-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-fetch_and_op_rget_accumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-fetch_and_op_rget_accumulate-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-fetch_and_op_rput-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-fetch_and_op_rput-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-get_accumulate_raccumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-get_accumulate_raccumulate-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-get_accumulate_rget-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-get_accumulate_rget-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-get_accumulate_rget_accumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-get_accumulate_rget_accumulate-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-get_accumulate_rput-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-get_accumulate_rput-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-get_raccumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-get_rget-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-get_rget-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-get_rget_accumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-get_rput-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-put_raccumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-put_rget-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-put_rget_accumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-put_rput-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-put_rput-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-raccumulate_accumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-raccumulate_accumulate-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-raccumulate_bufread-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-raccumulate_bufwrite-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-raccumulate_compare_and_swap-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-raccumulate_compare_and_swap-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-raccumulate_fetch_and_op-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-raccumulate_fetch_and_op-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-raccumulate_get-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-raccumulate_get-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-raccumulate_get_accumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-raccumulate_get_accumulate-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-raccumulate_localbufread-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-raccumulate_localbufwrite-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-raccumulate_put-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-raccumulate_put-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-raccumulate_raccumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-raccumulate_raccumulate-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-raccumulate_rget-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-raccumulate_rget-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-raccumulate_rget_accumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-raccumulate_rget_accumulate-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-raccumulate_rput-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-raccumulate_rput-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_accumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_accumulate_accumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_accumulate_accumulate-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_accumulate_bufread-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_accumulate_bufwrite-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_accumulate_compare_and_swap-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_accumulate_compare_and_swap-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_accumulate_fetch_and_op-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_accumulate_fetch_and_op-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_accumulate_get-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_accumulate_get-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_accumulate_get_accumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_accumulate_get_accumulate-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_accumulate_localbufread-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_accumulate_localbufwrite-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_accumulate_put-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_accumulate_put-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_accumulate_raccumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_accumulate_raccumulate-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_accumulate_rget-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_accumulate_rget-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_accumulate_rget_accumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_accumulate_rget_accumulate-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_accumulate_rput-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_accumulate_rput-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_bufwrite-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_compare_and_swap-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_fetch_and_op-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_get-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_get-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_get_accumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_put-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_raccumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_rget-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_rget-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_rget_accumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rget_rput-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rput_accumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rput_bufread-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rput_bufwrite-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rput_compare_and_swap-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rput_fetch_and_op-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rput_get-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rput_get_accumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rput_localbufread-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rput_localbufwrite-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rput_put-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rput_put-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rput_raccumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rput_rget-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rput_rget_accumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rput_rput-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-fence-rput_rput-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-lock-rget_bufwrite-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-lock-rget_localbufwrite-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-lockall-rget_bufread-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-lockall-rget_localbufread-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-lockallflush-bufwrite_raccumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-lockallflush-bufwrite_rget_accumulate-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-lockallflush-bufwrite_rput-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-lockallflushlocal-bufread_rget-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-lockflush-bufwrite_rget-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-lockflushlocal-raccumulate_bufread-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-lockflushlocal-rget_accumulate_bufread-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-lockflushlocal-rput_bufread-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-lockunlock-raccumulate_bufwrite-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-lockunlock-rget_accumulate_bufwrite-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-lockunlock-rput_bufwrite-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-mpi_allgather-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-mpi_allreduce-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-mpi_allreduce-003_0.md5sum delete mode 100644 logs-20240607/must/Correct-mpi_allreduce-005_0.md5sum delete mode 100644 logs-20240607/must/Correct-mpi_allreduce-011_0.md5sum delete mode 100644 logs-20240607/must/Correct-mpi_bcast-015_0.md5sum delete mode 100644 logs-20240607/must/Correct-mpi_precv_init-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-mpi_precv_init-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-mpi_psend_init-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-mpi_psend_init-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-mpi_reduce-002_0.md5sum delete mode 100644 logs-20240607/must/Correct-mpi_reduce-003_0.md5sum delete mode 100644 logs-20240607/must/Correct-mpi_reduce-004_0.md5sum delete mode 100644 logs-20240607/must/Correct-mpi_send-024_0.md5sum delete mode 100644 logs-20240607/must/Correct-request-rget_bufread-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-request-rget_put-001_0.md5sum delete mode 100644 logs-20240607/must/Correct-request-rget_rput-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-accumulate_rget-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-accumulate_rput-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_rget-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_rput-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_rget-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_rput-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-get_accumulate_rget-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-get_accumulate_rput-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-put_rput-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-raccumulate_bufread-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-raccumulate_bufwrite-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-raccumulate_get-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-raccumulate_localbufread-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-raccumulate_localbufwrite-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-raccumulate_put-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-raccumulate_rget-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-raccumulate_rput-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_bufread-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_bufwrite-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_get-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_localbufread-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_put-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_rget-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_rput-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-rput_bufread-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-rput_bufwrite-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-rput_localbufread-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-rput_localbufwrite-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-rput_put-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-fence-rput_rput-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-lock-rget_bufwrite-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-lock-rget_localbufwrite-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-request-rget_put-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalConcurrency-request-rget_rput-001_0.md5sum delete mode 100644 logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-047_0.md5sum delete mode 100644 logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-048_0.md5sum delete mode 100644 logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-145_0.md5sum delete mode 100644 logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-146_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_bsend-003_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_bsend-004_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_bsend_init-003_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_ibsend-003_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_ibsend-004_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_imrecv-003_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_imrecv-005_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_irecv-003_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_irecv-005_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_irsend-003_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_irsend-004_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_isend-003_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_issend-003_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_issend-004_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_issend-005_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_mrecv-003_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_precv_init-001_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_precv_init-002_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_precv_init-003_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_precv_init-004_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_psend_init-001_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_psend_init-002_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_psend_init-003_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_psend_init-004_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_recv-003_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_recv-004_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_recv_init-003_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_recv_init-004_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_rsend-003_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_rsend_init-003_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_send-003_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_send_init-003_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-002_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-006_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_ssend-003_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_ssend_init-003_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Buffer-mpi_ssend_init-004_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Comm-mpi_precv_init-001_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Comm-mpi_precv_init-002_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Comm-mpi_psend_init-001_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Comm-mpi_psend_init-002_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Rank-mpi_precv_init-001_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Rank-mpi_precv_init-002_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Rank-mpi_psend_init-001_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Rank-mpi_psend_init-002_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Request-mpi_bsend_init-001_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Request-mpi_ibsend-001_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Request-mpi_imrecv-001_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Request-mpi_irecv-001_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Request-mpi_irsend-001_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Request-mpi_isend-002_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Request-mpi_issend-001_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Request-mpi_precv_init-001_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Request-mpi_psend_init-001_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Request-mpi_psend_init-002_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Request-mpi_psend_init-003_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Request-mpi_recv_init-001_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Request-mpi_rsend_init-001_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Request-mpi_send_init-001_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Request-mpi_ssend_init-001_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Tag-mpi_precv_init-001_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Tag-mpi_precv_init-002_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Tag-mpi_psend_init-001_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Tag-mpi_psend_init-002_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Tag-mpi_psend_init-003_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Type-mpi_allreduce-002_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Type-mpi_bcast-002_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Type-mpi_exscan-002_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Type-mpi_reduce-002_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-Type-mpi_scan-002_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-array_of_indices-mpi_testsome-002_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-array_of_indices-mpi_waitsome-002_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-flag-mpi_testall-002_0.md5sum delete mode 100644 logs-20240607/must/InvalidParam-flag-mpi_testany-002_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-fence-accumulate_rget-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-fence-compare_and_swap_rget-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-fence-fetch_and_op_rget-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-fence-get_accumulate_rget-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-fence-get_raccumulate-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-fence-get_rget-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-fence-get_rget_accumulate-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-fence-get_rput-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-fence-put_rget-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-fence-raccumulate_get-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-fence-raccumulate_rget-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-fence-rget_accumulate-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-fence-rget_accumulate_get-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-fence-rget_accumulate_rget-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-fence-rget_bufwrite-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-fence-rget_compare_and_swap-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-fence-rget_fetch_and_op-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-fence-rget_get-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-fence-rget_get_accumulate-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-fence-rget_put-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-fence-rget_raccumulate-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-fence-rget_rget-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-fence-rget_rget_accumulate-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-fence-rget_rput-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-fence-rput_get-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-fence-rput_rget-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-lockunlock-raccumulate_bufwrite-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-lockunlock-rput_bufwrite-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-receive-mpi_precv_init-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-request-rget_bufread-001_0.md5sum delete mode 100644 logs-20240607/must/LocalConcurrency-send-mpi_psend_init-001_0.md5sum delete mode 100644 logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-007_0.md5sum delete mode 100644 logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-030_0.md5sum delete mode 100644 logs-20240607/must/MissingCall-mpi_init-001_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_improbe-002_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_improbe-003_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_improbe-004_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_improbe-005_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_improbe-006_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_improbe-007_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_improbe-008_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_improbe-010_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_improbe-011_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_improbe-012_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_improbe-013_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_mprobe-002_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_mprobe-003_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_mprobe-004_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_mprobe-005_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_mprobe-006_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_mprobe-007_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_mprobe-008_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_mprobe-010_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_mprobe-011_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_mprobe-012_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_mprobe-013_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_precv_init-001_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_precv_init-002_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_precv_init-003_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_precv_init-004_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_precv_init-005_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_precv_init-006_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_precv_init-007_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_precv_init-008_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_precv_init-009_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_precv_init-010_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_precv_init-011_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_precv_init-012_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_precv_init-013_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_psend_init-001_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_psend_init-002_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_psend_init-003_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_psend_init-004_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_psend_init-005_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_psend_init-006_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_psend_init-007_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_psend_init-008_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_psend_init-009_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_psend_init-010_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_psend_init-011_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_psend_init-012_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_psend_init-013_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_recv-010_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_recv-012_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_recv-013_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_recv_init-009_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_recv_init-010_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_recv_init-012_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_recv_init-013_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-012_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-013_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-012_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-013_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Tag-mpi_improbe-001_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Tag-mpi_iprobe-001_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Tag-mpi_mprobe-001_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Tag-mpi_precv_init-001_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Tag-mpi_probe-001_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Tag-mpi_psend_init-001_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Type-mpi_allreduce-041_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Type-mpi_allreduce-042_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Type-mpi_allreduce-044_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Type-mpi_allreduce-045_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Type-mpi_allreduce-047_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Type-mpi_allreduce-048_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Type-mpi_allreduce-056_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Type-mpi_allreduce-057_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Type-mpi_allreduce-080_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Type-mpi_allreduce-081_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Type-mpi_allreduce-082_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Type-mpi_allreduce-083_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Type-mpi_bcast-041_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Type-mpi_bcast-042_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Type-mpi_iallgather-002_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Type-mpi_iallgather-004_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Type-mpi_iallgather-005_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Type-mpi_iallgather-008_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Type-mpi_iallgather-012_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Type-mpi_ireduce-001_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Type-mpi_reduce-026_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Type-mpi_reduce-027_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Type-mpi_reduce-044_0.md5sum delete mode 100644 logs-20240607/must/ParamMatching-Type-mpi_reduce-045_0.md5sum diff --git a/logs-20240607/csv/COLL.csv b/logs-20240607/csv/COLL.csv index 8a5b537cd..e327779aa 100644 --- a/logs-20240607/csv/COLL.csv +++ b/logs-20240607/csv/COLL.csv @@ -1,4 +1,4 @@ tool,TP,TN,FP,FN,TO,CE,RE,other,total -itac,584,70,14,4,57,0,48,0,777 -must,679,57,19,2,0,0,20,0,777 +itac,641,69,14,12,1,0,40,0,777 +must,619,60,16,44,0,0,38,0,777 parcoach,520,20,65,172,0,0,0,0,777 diff --git a/logs-20240607/csv/P2P.csv b/logs-20240607/csv/P2P.csv index 5c1dab5c0..68b279dc1 100644 --- a/logs-20240607/csv/P2P.csv +++ b/logs-20240607/csv/P2P.csv @@ -1,4 +1,4 @@ tool,TP,TN,FP,FN,TO,CE,RE,other,total -itac,456,62,7,80,100,75,90,0,870 -must,623,66,5,43,1,0,98,34,870 +itac,542,61,8,81,12,75,91,0,870 +must,531,66,5,113,35,0,120,0,870 parcoach,170,66,11,623,0,0,0,0,870 diff --git a/logs-20240607/csv/RMA.csv b/logs-20240607/csv/RMA.csv index dfd207474..8002e5659 100644 --- a/logs-20240607/csv/RMA.csv +++ b/logs-20240607/csv/RMA.csv @@ -1,4 +1,4 @@ tool,TP,TN,FP,FN,TO,CE,RE,other,total -itac,57,249,0,139,9,0,1,0,455 -must,64,68,0,55,63,0,205,0,455 +itac,62,249,0,139,0,0,5,0,455 +must,0,109,0,141,0,0,205,0,455 parcoach,110,3,246,96,0,0,0,0,455 diff --git a/logs-20240607/csv/other.csv b/logs-20240607/csv/other.csv index 9d8875b9f..78142363f 100644 --- a/logs-20240607/csv/other.csv +++ b/logs-20240607/csv/other.csv @@ -1,4 +1,4 @@ tool,TP,TN,FP,FN,TO,CE,RE,other,total -itac,1,0,0,0,0,0,0,1,2 -must,1,0,0,0,0,0,0,1,2 +itac,1,0,0,1,0,0,0,0,2 +must,1,0,0,1,0,0,0,0,2 parcoach,0,0,0,2,0,0,0,0,2 diff --git a/logs-20240607/csv/total.csv b/logs-20240607/csv/total.csv index 934faa263..01670c1e8 100644 --- a/logs-20240607/csv/total.csv +++ b/logs-20240607/csv/total.csv @@ -1,4 +1,4 @@ tool,TP,TN,FP,FN,TO,CE,RE,other,total -itac,1098,381,21,223,166,75,139,1,2104 -must,1367,191,24,100,64,0,323,35,2104 +itac,1246,379,22,233,13,75,136,0,2104 +must,1151,235,21,299,35,0,363,0,2104 parcoach,800,89,322,893,0,0,0,0,2104 diff --git a/logs-20240607/itac.summary b/logs-20240607/itac.summary index c6e40ff16..9d238f614 100644 --- a/logs-20240607/itac.summary +++ b/logs-20240607/itac.summary @@ -1,2139 +1,2116 @@ arg_tools: ['itac'] -[{'filename': 'logs-20240607/itac/Correct-lockallflush-bufwrite_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/MsgRace-ANY_TAG-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MsgRace'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-lockunlock-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidDatataype-014.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-013.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-059.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-lockunlock-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-put_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-087.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-lockallflush-bufwrite_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-038.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-115.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-lock-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-080.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_ibcast-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-108.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ireduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_probe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-bufread_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_exscan-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-031.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-131.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-request-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_allreduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Op-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-get_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-132.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-047.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_allreduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_issend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-get_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-048.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-056.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-flag-mpi_testall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-156.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_exscan-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Root-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_reduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_irsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-019.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-092.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-put_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-lockflushlocal-fetch_and_op_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-107.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scatter-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-put_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-lockunlock-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-080.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-bufread_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-055.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-bufread_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-139.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidDatataype-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rget_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-put_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-lock-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-get_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-109.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-send-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/LocalConcurrency-send-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-035.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-get_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-flag-mpi_testall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-lockallflush-bufwrite_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidDatataype-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/Correct-mpi_barrier-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-030.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_waitany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallgather-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_startall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-031.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-lockflush-bufwrite_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-114.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-lock-get_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-073.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallgather-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidBuffer-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-mpi_allreduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-146.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_isend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Root-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-lockflushlocal-get_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-015.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rget_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-048.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-060.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidWin-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidWin'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-030.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rget_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_ireduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-101.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-fence-bufread_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_gather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-raccumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-049.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-134.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rput_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/MsgRace-ANY_SOURCE-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'MsgRace'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-129.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-put_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-141.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-056.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/MissingCall-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-027.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-125.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-104.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_allgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-lockallflush-bufwrite_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-064.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-138.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-put_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidWin-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidWin'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-054.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-055.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-147.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-put_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_reduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_start-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-request-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-094.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-put_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-get_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_recv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-get_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidDatataype-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-get_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-fence-put_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Op-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-lock-rget_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_exscan-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidBuffer-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-089.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-bufread_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-120.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-get_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-050.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-018.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_reduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-put_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-048.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_ibarrier-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rput_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-034.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-017.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-058.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidBuffer-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-mpi_send-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-121.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-lockunlock-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-070.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-lockall-rget_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_waitany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-030.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Root-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-043.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-086.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-022.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_bcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_bsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallgather-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_barrier-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalConcurrency-send-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidDatataype-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-074.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Op-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-053.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_mrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-044.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Op-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-093.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scatter-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-152.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_testall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-067.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-lockunlock-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-119.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidDatataype-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-066.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-put_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-056.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-083.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-110.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-lockall-get_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-051.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-060.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-100.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-157.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-lockflushlocal-put_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rput_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-102.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_wait-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-get_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-059.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-084.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-117.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-put_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-raccumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallgather-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallgather-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-057.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-bufread_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-103.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-bufread_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-054.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_test-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_allreduce-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-lockunlock-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_allreduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-flag-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-098.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_testany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-lockallflushlocal-bufread_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-142.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidBuffer-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_scatter-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidDatataype-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_allreduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-137.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-040.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-158.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-053.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallgather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-lockallflush-bufwrite_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-021.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-put_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-077.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-111.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-lockflushlocal-rget_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-061.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-148.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-126.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-048.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalConcurrency-receive-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scatter-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-lockall-rget_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-put_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-lock-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_cart_create-mpi_cart_get-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_send_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-019.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_igather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_mrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_iscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-get_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-130.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-042.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-095.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-016.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-flag-mpi_test-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-lockunlock-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ireduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-053.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_igather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-063.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-bufread_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rget_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_waitany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-033.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-045.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-get_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-029.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-074.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_wait-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallgather-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-lockflushlocal-rput_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-069.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidDatataype-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/Correct-fence-put_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-lockunlock-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-133.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-116.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_test-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-flag-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidBuffer-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/itac/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-085.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-lockflushlocal-compare_and_swap_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/CallOrdering-mpi_send-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-075.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-send-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_issend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-021.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-put_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-039.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-get_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-060.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidDatataype-015.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-054.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_scan-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-050.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-037.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_startall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-send-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Root-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-lockallflush-bufwrite_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-024.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-lockflushlocal-accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-064.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_isend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-032.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidDatataype-013.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-lockall-get_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-lock-rget_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-lockunlock-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/MissingCall-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rput_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-052.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-082.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_issend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidDatataype-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_allgather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_wait-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-flag-mpi_testany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-140.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-get_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-026.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-072.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-lockunlock-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-get_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-request-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-062.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-155.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_allgather-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Root-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-013.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-065.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-request-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-128.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/MissingCall-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-receive-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_iallreduce-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-041.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_allgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-112.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-058.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-raccumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-083.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_igather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_waitall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-put_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scatter-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_testall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_gather-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-071.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_recv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidBuffer-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_cart_create-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-068.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_exscan-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidDatataype-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_start-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scatter-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-061.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallgather-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidBuffer-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/itac/Correct-fence-put_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Op-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-127.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_exscan-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-put_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scatter-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_exscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-023.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-lockallflushlocal-bufread_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_igather-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_allreduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidBuffer-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-057.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-105.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-lockallflush-bufwrite_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/MissingCall-mpi_init-001.c', 'id': 0, 'category': 'other', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-lock-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-078.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_improbe-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_testany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-063.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-077.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-lock-get_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_reduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_iscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rput_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-076.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_scan-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-079.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-017.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-023.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rget_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidBuffer-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-get_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_reduce-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-078.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-046.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_exscan-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rget_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-145.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_scatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-057.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-150.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-062.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-136.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-get_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-052.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-send-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-flag-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_testall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Op-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_testall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-036.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-066.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_allreduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-get_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalConcurrency-send-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-099.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-request-rget_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-062.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_ibcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-055.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_testany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidBuffer-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-050.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidDatataype-016.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ireduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-request-rget_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidBuffer-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallgather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-106.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-029.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-lockunlock-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-032.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-lockallflush-bufwrite_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-124.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-mpi_send-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_probe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-143.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-025.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/Correct-mpi_exscan-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-144.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-020.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/InvalidParam-flag-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_exscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidDatataype-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-154.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-052.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalConcurrency-receive-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-091.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-027.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_exscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-051.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-067.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-028.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-022.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_improbe-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-raccumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-050.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-076.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Op-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-081.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-028.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-079.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_scatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_testany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_iscatter-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-put_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_waitany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scatter-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-mpi_allreduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-rput_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-113.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidDatataype-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-016.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_send-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-flag-mpi_initialized-001.c', 'id': 0, 'category': 'other', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-lockflushlocal-raccumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rput_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-014.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-068.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-lockunlock-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rput_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-get_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-058.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-075.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-135.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-020.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_iscan-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-flag-mpi_testany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_issend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-018.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-033.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/InvalidDatataype-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/itac/Correct-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-065.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-088.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidBuffer-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-send-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallgather-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Tag-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_allgather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Type-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-025.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-get_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-153.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_accumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-014.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-049.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-049.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-put_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_scan-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-026.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-149.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Matching-tag-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'Matching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-015.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-flag-mpi_test-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-118.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_allreduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-send-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-063.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-097.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_exscan-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-put_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_waitall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalConcurrency-receive-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Status-mpi_test-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-096.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-get_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-get_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-082.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-fence-fetch_and_op_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-064.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-mpi_probe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/RequestLifeCycle-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'RequestLifeCycle'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_alltoall-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/Correct-fence-rget_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_reduce-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/Correct-fence-accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/EpochLifeCycle-024.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_bcast-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allgather-051.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/ParamMatching-Com-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/InvalidParam-Rank-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-rget_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_allreduce-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/ParamMatching-Type-mpi_gather-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/itac/Correct-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/itac/LocalConcurrency-fence-get_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-lockflush-bufwrite_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/itac/Correct-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}] -Test 'InvalidBuffer-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.9484405517578125 sec -Test 'InvalidBuffer-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.571662187576294 sec -Test 'InvalidBuffer-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.185774803161621 sec -Test 'InvalidBuffer-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.062657594680786 sec -Test 'InvalidBuffer-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.499138116836548 sec -Test 'InvalidBuffer-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.263658285140991 sec -Test 'InvalidBuffer-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.038726806640625 sec -Test 'InvalidBuffer-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1431121826171875 sec -Test 'InvalidBuffer-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.142317771911621 sec -Test 'InvalidBuffer-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.277951240539551 sec -Test 'InvalidBuffer-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.249516248703003 sec -Test 'InvalidBuffer-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.284727334976196 sec -Test 'InvalidDatataype-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.488028287887573 sec -Test 'InvalidDatataype-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2430713176727295 sec -Test 'InvalidDatataype-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.165950298309326 sec -Test 'InvalidDatataype-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.286250114440918 sec -Test 'InvalidDatataype-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.11592698097229 sec -Test 'InvalidDatataype-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.159897089004517 sec -Test 'InvalidDatataype-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.214552640914917 sec -Test 'InvalidDatataype-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.208917617797852 sec -Test 'InvalidDatataype-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.190843105316162 sec -Test 'InvalidDatataype-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.323803901672363 sec -Test 'InvalidDatataype-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.143977403640747 sec -Test 'InvalidDatataype-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.992257356643677 sec -Test 'InvalidDatataype-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.072790622711182 sec -Test 'InvalidDatataype-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.178672552108765 sec -Test 'InvalidDatataype-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.103595972061157 sec -Test 'InvalidDatataype-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.107359170913696 sec -Test 'InvalidParam-Buffer-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.102891683578491 sec -Test 'InvalidParam-Buffer-mpi_bsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.055266380310059 sec -Test 'InvalidParam-Buffer-mpi_bsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.045552730560303 sec -Test 'InvalidParam-Buffer-mpi_bsend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.9456627368927 sec -Test 'InvalidParam-Buffer-mpi_bsend-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.034446954727173 sec -Test 'InvalidParam-Buffer-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.04016900062561 sec -Test 'InvalidParam-Buffer-mpi_bsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.013667106628418 sec -Test 'InvalidParam-Buffer-mpi_bsend_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.550879716873169 sec -Test 'InvalidParam-Buffer-mpi_bsend_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.064827680587769 sec -Test 'InvalidParam-Buffer-mpi_bsend_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.806225299835205 sec -Test 'InvalidParam-Buffer-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.947601556777954 sec -Test 'InvalidParam-Buffer-mpi_ibsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.987968683242798 sec -Test 'InvalidParam-Buffer-mpi_ibsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.930811166763306 sec -Test 'InvalidParam-Buffer-mpi_ibsend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.934863090515137 sec -Test 'InvalidParam-Buffer-mpi_ibsend-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.8604559898376465 sec -Test 'InvalidParam-Buffer-mpi_imrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.463533401489258 sec -Test 'InvalidParam-Buffer-mpi_imrecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2722694873809814 sec -Test 'InvalidParam-Buffer-mpi_imrecv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.480092763900757 sec -Test 'InvalidParam-Buffer-mpi_imrecv-004_0' result: failure: tool error, or test not run. Elapsed: 0.693493127822876 sec -Test 'InvalidParam-Buffer-mpi_irecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.177944898605347 sec -Test 'InvalidParam-Buffer-mpi_irecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.294398784637451 sec -Test 'InvalidParam-Buffer-mpi_irecv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.5539379119873047 sec -Test 'InvalidParam-Buffer-mpi_irecv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.294459819793701 sec -Test 'InvalidParam-Buffer-mpi_irecv-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.5559000968933105 sec -Test 'InvalidParam-Buffer-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.843625545501709 sec -Test 'InvalidParam-Buffer-mpi_irsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.125312089920044 sec -Test 'InvalidParam-Buffer-mpi_irsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.885853290557861 sec -Test 'InvalidParam-Buffer-mpi_irsend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.00252914428711 sec -Test 'InvalidParam-Buffer-mpi_irsend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3756282329559326 sec -Test 'InvalidParam-Buffer-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.095096826553345 sec -Test 'InvalidParam-Buffer-mpi_isend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.983904600143433 sec -Test 'InvalidParam-Buffer-mpi_isend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.078542232513428 sec -Test 'InvalidParam-Buffer-mpi_isend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.86182427406311 sec -Test 'InvalidParam-Buffer-mpi_isend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.272538423538208 sec -Test 'InvalidParam-Buffer-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.123457670211792 sec -Test 'InvalidParam-Buffer-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.928613185882568 sec -Test 'InvalidParam-Buffer-mpi_issend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.18949556350708 sec -Test 'InvalidParam-Buffer-mpi_issend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.059708595275879 sec -Test 'InvalidParam-Buffer-mpi_issend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2193188667297363 sec -Test 'InvalidParam-Buffer-mpi_mrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.473909378051758 sec -Test 'InvalidParam-Buffer-mpi_mrecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.182574272155762 sec -Test 'InvalidParam-Buffer-mpi_mrecv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.4685943126678467 sec -Test 'InvalidParam-Buffer-mpi_mrecv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.553482294082642 sec -Test 'InvalidParam-Buffer-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.1210634708404541 sec -Test 'InvalidParam-Buffer-mpi_precv_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.09985709190368652 sec -Test 'InvalidParam-Buffer-mpi_precv_init-003_0' result: unimplemented: coverage issue. Elapsed: 0.11226701736450195 sec -Test 'InvalidParam-Buffer-mpi_precv_init-004_0' result: unimplemented: coverage issue. Elapsed: 0.10884928703308105 sec -Test 'InvalidParam-Buffer-mpi_precv_init-005_0' result: unimplemented: coverage issue. Elapsed: 0.11249637603759766 sec -Test 'InvalidParam-Buffer-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10175418853759766 sec -Test 'InvalidParam-Buffer-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.1196603775024414 sec -Test 'InvalidParam-Buffer-mpi_psend_init-003_0' result: unimplemented: coverage issue. Elapsed: 0.10693597793579102 sec -Test 'InvalidParam-Buffer-mpi_psend_init-004_0' result: unimplemented: coverage issue. Elapsed: 0.10814332962036133 sec -Test 'InvalidParam-Buffer-mpi_psend_init-005_0' result: unimplemented: coverage issue. Elapsed: 0.10452914237976074 sec -Test 'InvalidParam-Buffer-mpi_recv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1910905838012695 sec -Test 'InvalidParam-Buffer-mpi_recv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.63023567199707 sec -Test 'InvalidParam-Buffer-mpi_recv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.236304998397827 sec -Test 'InvalidParam-Buffer-mpi_recv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.156841278076172 sec -Test 'InvalidParam-Buffer-mpi_recv-005_0' result: failure: tool error, or test not run. Elapsed: 1.0599133968353271 sec -Test 'InvalidParam-Buffer-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.195252418518066 sec -Test 'InvalidParam-Buffer-mpi_recv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.347926616668701 sec -Test 'InvalidParam-Buffer-mpi_recv_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.32594895362854 sec -Test 'InvalidParam-Buffer-mpi_recv_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.337096452713013 sec -Test 'InvalidParam-Buffer-mpi_recv_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 1.2970056533813477 sec -Test 'InvalidParam-Buffer-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.9755167961120605 sec -Test 'InvalidParam-Buffer-mpi_rsend-002_0' result: failure: tool error, or test not run. Elapsed: 0.976081132888794 sec -Test 'InvalidParam-Buffer-mpi_rsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.909116744995117 sec -Test 'InvalidParam-Buffer-mpi_rsend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.935490846633911 sec -Test 'InvalidParam-Buffer-mpi_rsend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.319969415664673 sec -Test 'InvalidParam-Buffer-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.14583444595337 sec -Test 'InvalidParam-Buffer-mpi_rsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.042264223098755 sec -Test 'InvalidParam-Buffer-mpi_rsend_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.20189905166626 sec -Test 'InvalidParam-Buffer-mpi_rsend_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.764218091964722 sec -Test 'InvalidParam-Buffer-mpi_rsend_init-005_0' result: failure: tool error, or test not run. Elapsed: 1.1336636543273926 sec -Test 'InvalidParam-Buffer-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.034927606582642 sec -Test 'InvalidParam-Buffer-mpi_send-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.07275104522705 sec -Test 'InvalidParam-Buffer-mpi_send-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.116556644439697 sec -Test 'InvalidParam-Buffer-mpi_send-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.982239723205566 sec -Test 'InvalidParam-Buffer-mpi_send-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.4073739051818848 sec -Test 'InvalidParam-Buffer-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.010842323303223 sec -Test 'InvalidParam-Buffer-mpi_send_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.017784833908081 sec -Test 'InvalidParam-Buffer-mpi_send_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.987793445587158 sec -Test 'InvalidParam-Buffer-mpi_send_init-004_0' result: failure: tool error, or test not run. Elapsed: 1.0026845932006836 sec -Test 'InvalidParam-Buffer-mpi_send_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 4.175833225250244 sec -Test 'InvalidParam-Buffer-mpi_sendrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.0702004432678223 sec -Test 'InvalidParam-Buffer-mpi_sendrecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.827636957168579 sec -Test 'InvalidParam-Buffer-mpi_sendrecv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.525380611419678 sec -Test 'InvalidParam-Buffer-mpi_sendrecv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.833221912384033 sec -Test 'InvalidParam-Buffer-mpi_sendrecv-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.19326114654541 sec -Test 'InvalidParam-Buffer-mpi_sendrecv-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.706714153289795 sec -Test 'InvalidParam-Buffer-mpi_ssend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.119461297988892 sec -Test 'InvalidParam-Buffer-mpi_ssend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.932610988616943 sec -Test 'InvalidParam-Buffer-mpi_ssend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.207340002059937 sec -Test 'InvalidParam-Buffer-mpi_ssend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.940759897232056 sec -Test 'InvalidParam-Buffer-mpi_ssend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.253826856613159 sec -Test 'InvalidParam-Buffer-mpi_ssend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.013866424560547 sec -Test 'InvalidParam-Buffer-mpi_ssend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.092050552368164 sec -Test 'InvalidParam-Buffer-mpi_ssend_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.748140573501587 sec -Test 'InvalidParam-Buffer-mpi_ssend_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.021058797836304 sec -Test 'InvalidParam-Buffer-mpi_ssend_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.9220707416534424 sec -Test 'InvalidParam-Comm-mpi_allgather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.350747108459473 sec -Test 'InvalidParam-Comm-mpi_allgather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.756639003753662 sec -Test 'InvalidParam-Comm-mpi_allreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.299747705459595 sec -Test 'InvalidParam-Comm-mpi_allreduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.4988701343536377 sec -Test 'InvalidParam-Comm-mpi_alltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.113762855529785 sec -Test 'InvalidParam-Comm-mpi_alltoall-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.8889050483703613 sec -Test 'InvalidParam-Comm-mpi_barrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.237269401550293 sec -Test 'InvalidParam-Comm-mpi_barrier-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 4.319426774978638 sec -Test 'InvalidParam-Comm-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3357930183410645 sec -Test 'InvalidParam-Comm-mpi_bcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.035372018814087 sec -Test 'InvalidParam-Comm-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.543367624282837 sec -Test 'InvalidParam-Comm-mpi_bsend-002_0' result: failure: tool error, or test not run. Elapsed: 0.6375479698181152 sec -Test 'InvalidParam-Comm-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.94044041633606 sec -Test 'InvalidParam-Comm-mpi_bsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.821202754974365 sec -Test 'InvalidParam-Comm-mpi_cart_create-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.910830020904541 sec -Test 'InvalidParam-Comm-mpi_cart_create-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.897791147232056 sec -Test 'InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.723622560501099 sec -Test 'InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.865474462509155 sec -Test 'InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003_0' result: failure: tool error, or test not run. Elapsed: 1.0735013484954834 sec -Test 'InvalidParam-Comm-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.191768407821655 sec -Test 'InvalidParam-Comm-mpi_exscan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.0468995571136475 sec -Test 'InvalidParam-Comm-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.204512596130371 sec -Test 'InvalidParam-Comm-mpi_gather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.871272325515747 sec -Test 'InvalidParam-Comm-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.333271026611328 sec -Test 'InvalidParam-Comm-mpi_iallreduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.994537830352783 sec -Test 'InvalidParam-Comm-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.16162371635437 sec -Test 'InvalidParam-Comm-mpi_ialltoall-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.0367958545684814 sec -Test 'InvalidParam-Comm-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.449761629104614 sec -Test 'InvalidParam-Comm-mpi_ibarrier-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.9784364700317383 sec -Test 'InvalidParam-Comm-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.370413303375244 sec -Test 'InvalidParam-Comm-mpi_ibcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.705953359603882 sec -Test 'InvalidParam-Comm-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.963320732116699 sec -Test 'InvalidParam-Comm-mpi_ibsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.158204317092896 sec -Test 'InvalidParam-Comm-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.255386829376221 sec -Test 'InvalidParam-Comm-mpi_igather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.9990010261535645 sec -Test 'InvalidParam-Comm-mpi_improbe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.342899799346924 sec -Test 'InvalidParam-Comm-mpi_improbe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.258450508117676 sec -Test 'InvalidParam-Comm-mpi_irecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.336377859115601 sec -Test 'InvalidParam-Comm-mpi_irecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.228501558303833 sec -Test 'InvalidParam-Comm-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3908984661102295 sec -Test 'InvalidParam-Comm-mpi_ireduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.0498623847961426 sec -Test 'InvalidParam-Comm-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.807490825653076 sec -Test 'InvalidParam-Comm-mpi_irsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.819113731384277 sec -Test 'InvalidParam-Comm-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.391918659210205 sec -Test 'InvalidParam-Comm-mpi_iscan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.016030788421631 sec -Test 'InvalidParam-Comm-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.165699481964111 sec -Test 'InvalidParam-Comm-mpi_iscatter-002_0' result: failure: tool error, or test not run. Elapsed: 0.9465153217315674 sec -Test 'InvalidParam-Comm-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.044494390487671 sec -Test 'InvalidParam-Comm-mpi_isend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.026885032653809 sec -Test 'InvalidParam-Comm-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.974724054336548 sec -Test 'InvalidParam-Comm-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.144903421401978 sec -Test 'InvalidParam-Comm-mpi_mprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.359161376953125 sec -Test 'InvalidParam-Comm-mpi_mprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.373648166656494 sec -Test 'InvalidParam-Comm-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.13012433052062988 sec -Test 'InvalidParam-Comm-mpi_precv_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.11082649230957031 sec -Test 'InvalidParam-Comm-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10249114036560059 sec -Test 'InvalidParam-Comm-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.10453414916992188 sec -Test 'InvalidParam-Comm-mpi_recv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.876739501953125 sec -Test 'InvalidParam-Comm-mpi_recv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.347365379333496 sec -Test 'InvalidParam-Comm-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.279717445373535 sec -Test 'InvalidParam-Comm-mpi_recv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.28191876411438 sec -Test 'InvalidParam-Comm-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.318472862243652 sec -Test 'InvalidParam-Comm-mpi_reduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.834213972091675 sec -Test 'InvalidParam-Comm-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.37291693687439 sec -Test 'InvalidParam-Comm-mpi_reduce_scatter_block-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.831244468688965 sec -Test 'InvalidParam-Comm-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.065400123596191 sec -Test 'InvalidParam-Comm-mpi_rsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.928736925125122 sec -Test 'InvalidParam-Comm-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.126017093658447 sec -Test 'InvalidParam-Comm-mpi_rsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.647972106933594 sec -Test 'InvalidParam-Comm-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.524585962295532 sec -Test 'InvalidParam-Comm-mpi_scan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.937798500061035 sec -Test 'InvalidParam-Comm-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.353276252746582 sec -Test 'InvalidParam-Comm-mpi_scatter-002_0' result: failure: tool error, or test not run. Elapsed: 1.1948504447937012 sec -Test 'InvalidParam-Comm-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.030993461608887 sec -Test 'InvalidParam-Comm-mpi_send-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.937037706375122 sec -Test 'InvalidParam-Comm-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.013620615005493 sec -Test 'InvalidParam-Comm-mpi_send_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.523029565811157 sec -Test 'InvalidParam-Comm-mpi_sendrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.509330987930298 sec -Test 'InvalidParam-Comm-mpi_sendrecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.391314506530762 sec -Test 'InvalidParam-Comm-mpi_sendrecv_replace-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.450206279754639 sec -Test 'InvalidParam-Comm-mpi_sendrecv_replace-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.316749572753906 sec -Test 'InvalidParam-Comm-mpi_ssend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.113660097122192 sec -Test 'InvalidParam-Comm-mpi_ssend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.134610176086426 sec -Test 'InvalidParam-Comm-mpi_ssend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.032226800918579 sec -Test 'InvalidParam-Comm-mpi_ssend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.688583850860596 sec -Test 'InvalidParam-Op-mpi_allreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.4885995388031 sec -Test 'InvalidParam-Op-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.948781251907349 sec -Test 'InvalidParam-Op-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.917378902435303 sec -Test 'InvalidParam-Op-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.8958375453948975 sec -Test 'InvalidParam-Rank-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9100494384765625 sec -Test 'InvalidParam-Rank-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.186317682266235 sec -Test 'InvalidParam-Rank-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0578956604003906 sec -Test 'InvalidParam-Rank-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1586413383483887 sec -Test 'InvalidParam-Rank-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.041631698608398 sec -Test 'InvalidParam-Rank-006_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1714491844177246 sec -Test 'InvalidParam-Rank-007_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.231208086013794 sec -Test 'InvalidParam-Rank-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.083544731140137 sec -Test 'InvalidParam-Rank-009_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9915952682495117 sec -Test 'InvalidParam-Rank-010_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8750324249267578 sec -Test 'InvalidParam-Rank-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.135647296905518 sec -Test 'InvalidParam-Rank-012_0' result: FALSE_NEG: failed to detect an error. Elapsed: 3.5258781909942627 sec -Test 'InvalidParam-Rank-013_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2384440898895264 sec -Test 'InvalidParam-Rank-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.030393123626709 sec -Test 'InvalidParam-Rank-015_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1079580783843994 sec -Test 'InvalidParam-Rank-016_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.075277328491211 sec -Test 'InvalidParam-Rank-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.113229990005493 sec -Test 'InvalidParam-Rank-018_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.017566680908203 sec -Test 'InvalidParam-Rank-019_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2387585639953613 sec -Test 'InvalidParam-Rank-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.347339868545532 sec -Test 'InvalidParam-Rank-021_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9206867218017578 sec -Test 'InvalidParam-Rank-022_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0728073120117188 sec -Test 'InvalidParam-Rank-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.243081092834473 sec -Test 'InvalidParam-Rank-024_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.169921875 sec -Test 'InvalidParam-Rank-025_0' result: FALSE_NEG: failed to detect an error. Elapsed: 3.4774551391601562 sec -Test 'InvalidParam-Rank-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.232300043106079 sec -Test 'InvalidParam-Rank-027_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0985372066497803 sec -Test 'InvalidParam-Rank-028_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1310577392578125 sec -Test 'InvalidParam-Rank-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.151542901992798 sec -Test 'InvalidParam-Rank-030_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9844679832458496 sec -Test 'InvalidParam-Rank-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.298377275466919 sec -Test 'InvalidParam-Rank-mpi_bcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.325196743011475 sec -Test 'InvalidParam-Rank-mpi_bcast-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.322746515274048 sec -Test 'InvalidParam-Rank-mpi_bsend-001_0' result: timeout: timeout after 60.20706748962402 sec. Elapsed: 60.20706748962402 sec -Test 'InvalidParam-Rank-mpi_bsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.002658605575562 sec -Test 'InvalidParam-Rank-mpi_bsend_init-001_0' result: timeout: timeout after 60.207048654556274 sec. Elapsed: 60.207048654556274 sec -Test 'InvalidParam-Rank-mpi_bsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.182232856750488 sec -Test 'InvalidParam-Rank-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2820024490356445 sec -Test 'InvalidParam-Rank-mpi_gather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.432974100112915 sec -Test 'InvalidParam-Rank-mpi_gather-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.302431583404541 sec -Test 'InvalidParam-Rank-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.279474973678589 sec -Test 'InvalidParam-Rank-mpi_ibcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.275113105773926 sec -Test 'InvalidParam-Rank-mpi_ibcast-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.382011651992798 sec -Test 'InvalidParam-Rank-mpi_ibsend-001_0' result: timeout: timeout after 60.208377838134766 sec. Elapsed: 60.208377838134766 sec -Test 'InvalidParam-Rank-mpi_ibsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.047230958938599 sec -Test 'InvalidParam-Rank-mpi_igather-001_0' result: failure: tool error, or test not run. Elapsed: 1.0681297779083252 sec -Test 'InvalidParam-Rank-mpi_igather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.334145784378052 sec -Test 'InvalidParam-Rank-mpi_igather-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.323614120483398 sec -Test 'InvalidParam-Rank-mpi_improbe-001_0' result: timeout: timeout after 60.20482039451599 sec. Elapsed: 60.20482039451599 sec -Test 'InvalidParam-Rank-mpi_improbe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.576401472091675 sec -Test 'InvalidParam-Rank-mpi_iprobe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.200530767440796 sec -Test 'InvalidParam-Rank-mpi_iprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.490577936172485 sec -Test 'InvalidParam-Rank-mpi_irecv-001_0' result: timeout: timeout after 60.203341245651245 sec. Elapsed: 60.203341245651245 sec -Test 'InvalidParam-Rank-mpi_irecv-002_0' result: failure: tool error, or test not run. Elapsed: 1.1076245307922363 sec -Test 'InvalidParam-Rank-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.319448709487915 sec -Test 'InvalidParam-Rank-mpi_ireduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.21344780921936 sec -Test 'InvalidParam-Rank-mpi_ireduce-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.352427959442139 sec -Test 'InvalidParam-Rank-mpi_irsend-001_0' result: timeout: timeout after 60.206820011138916 sec. Elapsed: 60.206820011138916 sec -Test 'InvalidParam-Rank-mpi_irsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.887545108795166 sec -Test 'InvalidParam-Rank-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.42873740196228 sec -Test 'InvalidParam-Rank-mpi_iscatter-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.344084978103638 sec -Test 'InvalidParam-Rank-mpi_iscatter-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.386464595794678 sec -Test 'InvalidParam-Rank-mpi_isend-001_0' result: timeout: timeout after 60.21379995346069 sec. Elapsed: 60.21379995346069 sec -Test 'InvalidParam-Rank-mpi_isend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.9992616176605225 sec -Test 'InvalidParam-Rank-mpi_issend-001_0' result: timeout: timeout after 60.20618987083435 sec. Elapsed: 60.20618987083435 sec -Test 'InvalidParam-Rank-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.753845691680908 sec -Test 'InvalidParam-Rank-mpi_mprobe-001_0' result: timeout: timeout after 60.2053005695343 sec. Elapsed: 60.2053005695343 sec -Test 'InvalidParam-Rank-mpi_mprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.096902847290039 sec -Test 'InvalidParam-Rank-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.11115097999572754 sec -Test 'InvalidParam-Rank-mpi_precv_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.11058616638183594 sec -Test 'InvalidParam-Rank-mpi_probe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.398155689239502 sec -Test 'InvalidParam-Rank-mpi_probe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.403047561645508 sec -Test 'InvalidParam-Rank-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10668444633483887 sec -Test 'InvalidParam-Rank-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.11049056053161621 sec -Test 'InvalidParam-Rank-mpi_recv-001_0' result: timeout: timeout after 60.22866773605347 sec. Elapsed: 60.22866773605347 sec -Test 'InvalidParam-Rank-mpi_recv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.366111516952515 sec -Test 'InvalidParam-Rank-mpi_recv_init-001_0' result: timeout: timeout after 60.207491874694824 sec. Elapsed: 60.207491874694824 sec -Test 'InvalidParam-Rank-mpi_recv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.181467533111572 sec -Test 'InvalidParam-Rank-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.323563814163208 sec -Test 'InvalidParam-Rank-mpi_reduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.299258470535278 sec -Test 'InvalidParam-Rank-mpi_reduce-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.30239462852478 sec -Test 'InvalidParam-Rank-mpi_rsend-001_0' result: timeout: timeout after 60.20823645591736 sec. Elapsed: 60.20823645591736 sec -Test 'InvalidParam-Rank-mpi_rsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.067746877670288 sec -Test 'InvalidParam-Rank-mpi_rsend_init-001_0' result: timeout: timeout after 60.20589351654053 sec. Elapsed: 60.20589351654053 sec -Test 'InvalidParam-Rank-mpi_rsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.756172180175781 sec -Test 'InvalidParam-Rank-mpi_scatter-001_0' result: failure: tool error, or test not run. Elapsed: 1.106287956237793 sec -Test 'InvalidParam-Rank-mpi_scatter-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.19196343421936 sec -Test 'InvalidParam-Rank-mpi_scatter-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.109943389892578 sec -Test 'InvalidParam-Rank-mpi_send-001_0' result: timeout: timeout after 60.206463098526 sec. Elapsed: 60.206463098526 sec -Test 'InvalidParam-Rank-mpi_send-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.096412658691406 sec -Test 'InvalidParam-Rank-mpi_send_init-001_0' result: timeout: timeout after 60.205647230148315 sec. Elapsed: 60.205647230148315 sec -Test 'InvalidParam-Rank-mpi_send_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.935359716415405 sec -Test 'InvalidParam-Rank-mpi_sendrecv-001_0' result: timeout: timeout after 60.20668601989746 sec. Elapsed: 60.20668601989746 sec -Test 'InvalidParam-Rank-mpi_sendrecv-002_0' result: failure: tool error, or test not run. Elapsed: 1.234884262084961 sec -Test 'InvalidParam-Rank-mpi_sendrecv-003_0' result: failure: tool error, or test not run. Elapsed: 1.2045881748199463 sec -Test 'InvalidParam-Rank-mpi_sendrecv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.394861936569214 sec -Test 'InvalidParam-Rank-mpi_ssend-001_0' result: timeout: timeout after 60.20644783973694 sec. Elapsed: 60.20644783973694 sec -Test 'InvalidParam-Rank-mpi_ssend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.967465400695801 sec -Test 'InvalidParam-Rank-mpi_ssend_init-001_0' result: timeout: timeout after 60.207934617996216 sec. Elapsed: 60.207934617996216 sec -Test 'InvalidParam-Rank-mpi_ssend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.947214603424072 sec -Test 'InvalidParam-Request-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.0770633220672607 sec -Test 'InvalidParam-Request-mpi_bsend_init-002_0' result: failure: tool error, or test not run. Elapsed: 1.0325698852539062 sec -Test 'InvalidParam-Request-mpi_ibsend-001_0' result: failure: tool error, or test not run. Elapsed: 1.0917937755584717 sec -Test 'InvalidParam-Request-mpi_ibsend-002_0' result: failure: tool error, or test not run. Elapsed: 1.1915619373321533 sec -Test 'InvalidParam-Request-mpi_imrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.364325523376465 sec -Test 'InvalidParam-Request-mpi_irecv-001_0' result: failure: tool error, or test not run. Elapsed: 1.1761112213134766 sec -Test 'InvalidParam-Request-mpi_irsend-001_0' result: failure: tool error, or test not run. Elapsed: 1.1628360748291016 sec -Test 'InvalidParam-Request-mpi_irsend-002_0' result: failure: tool error, or test not run. Elapsed: 1.196427822113037 sec -Test 'InvalidParam-Request-mpi_isend-001_0' result: failure: tool error, or test not run. Elapsed: 1.1711220741271973 sec -Test 'InvalidParam-Request-mpi_isend-002_0' result: failure: tool error, or test not run. Elapsed: 1.1350882053375244 sec -Test 'InvalidParam-Request-mpi_isend-003_0' result: failure: tool error, or test not run. Elapsed: 1.0459799766540527 sec -Test 'InvalidParam-Request-mpi_isend-004_0' result: failure: tool error, or test not run. Elapsed: 1.0850346088409424 sec -Test 'InvalidParam-Request-mpi_isend-005_0' result: failure: tool error, or test not run. Elapsed: 1.0914220809936523 sec -Test 'InvalidParam-Request-mpi_issend-001_0' result: failure: tool error, or test not run. Elapsed: 2.7982685565948486 sec -Test 'InvalidParam-Request-mpi_issend-002_0' result: failure: tool error, or test not run. Elapsed: 0.943458080291748 sec -Test 'InvalidParam-Request-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10716438293457031 sec -Test 'InvalidParam-Request-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.11107301712036133 sec -Test 'InvalidParam-Request-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.1081840991973877 sec -Test 'InvalidParam-Request-mpi_psend_init-003_0' result: unimplemented: coverage issue. Elapsed: 0.14786028861999512 sec -Test 'InvalidParam-Request-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 4.01923680305481 sec -Test 'InvalidParam-Request-mpi_rsend_init-001_0' result: failure: tool error, or test not run. Elapsed: 1.1065914630889893 sec -Test 'InvalidParam-Request-mpi_rsend_init-002_0' result: failure: tool error, or test not run. Elapsed: 0.9664771556854248 sec -Test 'InvalidParam-Request-mpi_send_init-001_0' result: failure: tool error, or test not run. Elapsed: 1.0122931003570557 sec -Test 'InvalidParam-Request-mpi_send_init-002_0' result: failure: tool error, or test not run. Elapsed: 1.068537712097168 sec -Test 'InvalidParam-Request-mpi_ssend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.109492540359497 sec -Test 'InvalidParam-Request-mpi_ssend_init-002_0' result: failure: tool error, or test not run. Elapsed: 1.1364848613739014 sec -Test 'InvalidParam-Request-mpi_start-001_0' result: failure: tool error, or test not run. Elapsed: 1.2751550674438477 sec -Test 'InvalidParam-Request-mpi_start-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2753448486328125 sec -Test 'InvalidParam-Request-mpi_startall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.243870258331299 sec -Test 'InvalidParam-Request-mpi_startall-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.3687140941619873 sec -Test 'InvalidParam-Request-mpi_test-001_0' result: failure: tool error, or test not run. Elapsed: 0.9909999370574951 sec -Test 'InvalidParam-Request-mpi_testall-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.8173177242279053 sec -Test 'InvalidParam-Request-mpi_testall-002_0' result: failure: tool error, or test not run. Elapsed: 0.9051520824432373 sec -Test 'InvalidParam-Request-mpi_testany-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.31196665763855 sec -Test 'InvalidParam-Request-mpi_testany-002_0' result: failure: tool error, or test not run. Elapsed: 1.0867934226989746 sec -Test 'InvalidParam-Request-mpi_testsome-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 3.8114278316497803 sec -Test 'InvalidParam-Request-mpi_testsome-002_0' result: failure: tool error, or test not run. Elapsed: 1.036224603652954 sec -Test 'InvalidParam-Request-mpi_wait-001_0' result: failure: tool error, or test not run. Elapsed: 1.1095471382141113 sec -Test 'InvalidParam-Request-mpi_waitany-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2747623920440674 sec -Test 'InvalidParam-Request-mpi_waitany-002_0' result: failure: tool error, or test not run. Elapsed: 1.0141081809997559 sec -Test 'InvalidParam-Request-mpi_waitsome-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.34901762008667 sec -Test 'InvalidParam-Request-mpi_waitsome-002_0' result: failure: tool error, or test not run. Elapsed: 0.9907715320587158 sec -Test 'InvalidParam-Status-mpi_improbe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.679059743881226 sec -Test 'InvalidParam-Status-mpi_improbe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2143845558166504 sec -Test 'InvalidParam-Status-mpi_iprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.241441965103149 sec -Test 'InvalidParam-Status-mpi_iprobe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2194759845733643 sec -Test 'InvalidParam-Status-mpi_mprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.317255020141602 sec -Test 'InvalidParam-Status-mpi_mprobe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1396312713623047 sec -Test 'InvalidParam-Status-mpi_mrecv-001_0' result: failure: tool error, or test not run. Elapsed: 1.2023468017578125 sec -Test 'InvalidParam-Status-mpi_mrecv-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.837345838546753 sec -Test 'InvalidParam-Status-mpi_probe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.373822450637817 sec -Test 'InvalidParam-Status-mpi_probe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1766231060028076 sec -Test 'InvalidParam-Status-mpi_recv-001_0' result: failure: tool error, or test not run. Elapsed: 1.0064635276794434 sec -Test 'InvalidParam-Status-mpi_recv-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2687530517578125 sec -Test 'InvalidParam-Status-mpi_sendrecv-001_0' result: failure: tool error, or test not run. Elapsed: 1.033008337020874 sec -Test 'InvalidParam-Status-mpi_sendrecv-002_0' result: failure: tool error, or test not run. Elapsed: 1.2076785564422607 sec -Test 'InvalidParam-Status-mpi_sendrecv_replace-001_0' result: failure: tool error, or test not run. Elapsed: 1.134810447692871 sec -Test 'InvalidParam-Status-mpi_sendrecv_replace-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.4855072498321533 sec -Test 'InvalidParam-Status-mpi_test-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.441263914108276 sec -Test 'InvalidParam-Status-mpi_test-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.229060411453247 sec -Test 'InvalidParam-Status-mpi_testall-001_0' result: failure: tool error, or test not run. Elapsed: 0.8327362537384033 sec -Test 'InvalidParam-Status-mpi_testall-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9245622158050537 sec -Test 'InvalidParam-Status-mpi_testany-001_0' result: failure: tool error, or test not run. Elapsed: 1.150151252746582 sec -Test 'InvalidParam-Status-mpi_testany-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2624282836914062 sec -Test 'InvalidParam-Status-mpi_testsome-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.385465383529663 sec -Test 'InvalidParam-Status-mpi_testsome-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2954137325286865 sec -Test 'InvalidParam-Status-mpi_wait-001_0' result: failure: tool error, or test not run. Elapsed: 0.8996517658233643 sec -Test 'InvalidParam-Status-mpi_wait-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.5085182189941406 sec -Test 'InvalidParam-Status-mpi_waitall-001_0' result: failure: tool error, or test not run. Elapsed: 1.2970874309539795 sec -Test 'InvalidParam-Status-mpi_waitall-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3662197589874268 sec -Test 'InvalidParam-Status-mpi_waitany-001_0' result: failure: tool error, or test not run. Elapsed: 1.021585464477539 sec -Test 'InvalidParam-Status-mpi_waitany-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.361738681793213 sec -Test 'InvalidParam-Status-mpi_waitsome-001_0' result: failure: tool error, or test not run. Elapsed: 0.968163013458252 sec -Test 'InvalidParam-Status-mpi_waitsome-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3774378299713135 sec -Test 'InvalidParam-Tag-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.876112699508667 sec -Test 'InvalidParam-Tag-mpi_bsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.752741575241089 sec -Test 'InvalidParam-Tag-mpi_bsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.053467988967896 sec -Test 'InvalidParam-Tag-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.012597799301147 sec -Test 'InvalidParam-Tag-mpi_bsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.079329013824463 sec -Test 'InvalidParam-Tag-mpi_bsend_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.019420385360718 sec -Test 'InvalidParam-Tag-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.467726230621338 sec -Test 'InvalidParam-Tag-mpi_ibsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.024677991867065 sec -Test 'InvalidParam-Tag-mpi_ibsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.978103160858154 sec -Test 'InvalidParam-Tag-mpi_improbe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2750964164733887 sec -Test 'InvalidParam-Tag-mpi_improbe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.011938571929932 sec -Test 'InvalidParam-Tag-mpi_iprobe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3442323207855225 sec -Test 'InvalidParam-Tag-mpi_iprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.252179384231567 sec -Test 'InvalidParam-Tag-mpi_irecv-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.258035182952881 sec -Test 'InvalidParam-Tag-mpi_irecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.278388261795044 sec -Test 'InvalidParam-Tag-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.926578044891357 sec -Test 'InvalidParam-Tag-mpi_irsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.044162034988403 sec -Test 'InvalidParam-Tag-mpi_irsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.027941226959229 sec -Test 'InvalidParam-Tag-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.706467390060425 sec -Test 'InvalidParam-Tag-mpi_isend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.032945156097412 sec -Test 'InvalidParam-Tag-mpi_isend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.982794523239136 sec -Test 'InvalidParam-Tag-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.99190878868103 sec -Test 'InvalidParam-Tag-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.669709205627441 sec -Test 'InvalidParam-Tag-mpi_issend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.876923561096191 sec -Test 'InvalidParam-Tag-mpi_mprobe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3194897174835205 sec -Test 'InvalidParam-Tag-mpi_mprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.355276346206665 sec -Test 'InvalidParam-Tag-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.11243581771850586 sec -Test 'InvalidParam-Tag-mpi_precv_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.11097550392150879 sec -Test 'InvalidParam-Tag-mpi_probe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2407352924346924 sec -Test 'InvalidParam-Tag-mpi_probe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.208078145980835 sec -Test 'InvalidParam-Tag-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.1076974868774414 sec -Test 'InvalidParam-Tag-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.10583877563476562 sec -Test 'InvalidParam-Tag-mpi_psend_init-003_0' result: unimplemented: coverage issue. Elapsed: 0.10461211204528809 sec -Test 'InvalidParam-Tag-mpi_recv-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3871371746063232 sec -Test 'InvalidParam-Tag-mpi_recv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.0595550537109375 sec -Test 'InvalidParam-Tag-mpi_recv_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2042453289031982 sec -Test 'InvalidParam-Tag-mpi_recv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.5484278202056885 sec -Test 'InvalidParam-Tag-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.91575026512146 sec -Test 'InvalidParam-Tag-mpi_rsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.076331853866577 sec -Test 'InvalidParam-Tag-mpi_rsend-003_0' result: failure: tool error, or test not run. Elapsed: 0.9778106212615967 sec -Test 'InvalidParam-Tag-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.7724268436431885 sec -Test 'InvalidParam-Tag-mpi_rsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.978030204772949 sec -Test 'InvalidParam-Tag-mpi_rsend_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.981638431549072 sec -Test 'InvalidParam-Tag-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.902228832244873 sec -Test 'InvalidParam-Tag-mpi_send-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.768272161483765 sec -Test 'InvalidParam-Tag-mpi_send-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.9607627391815186 sec -Test 'InvalidParam-Tag-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.997959852218628 sec -Test 'InvalidParam-Tag-mpi_send_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.820404529571533 sec -Test 'InvalidParam-Tag-mpi_send_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.778783321380615 sec -Test 'InvalidParam-Tag-mpi_ssend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.9622931480407715 sec -Test 'InvalidParam-Tag-mpi_ssend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.819126844406128 sec -Test 'InvalidParam-Tag-mpi_ssend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.984262466430664 sec -Test 'InvalidParam-Tag-mpi_ssend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.008368968963623 sec -Test 'InvalidParam-Tag-mpi_ssend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.469126462936401 sec -Test 'InvalidParam-Tag-mpi_ssend_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.844625473022461 sec -Test 'InvalidParam-Type-mpi_allreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.134752511978149 sec -Test 'InvalidParam-Type-mpi_allreduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.206117868423462 sec -Test 'InvalidParam-Type-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.117064714431763 sec -Test 'InvalidParam-Type-mpi_bcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1127636432647705 sec -Test 'InvalidParam-Type-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.345503091812134 sec -Test 'InvalidParam-Type-mpi_exscan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.36625862121582 sec -Test 'InvalidParam-Type-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.26920223236084 sec -Test 'InvalidParam-Type-mpi_iallreduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.100539207458496 sec -Test 'InvalidParam-Type-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.452729225158691 sec -Test 'InvalidParam-Type-mpi_ibcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.292331695556641 sec -Test 'InvalidParam-Type-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.193195819854736 sec -Test 'InvalidParam-Type-mpi_ireduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.17944860458374 sec -Test 'InvalidParam-Type-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.338226556777954 sec -Test 'InvalidParam-Type-mpi_iscan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.46004581451416 sec -Test 'InvalidParam-Type-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2472898960113525 sec -Test 'InvalidParam-Type-mpi_reduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.415439128875732 sec -Test 'InvalidParam-Type-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.293778419494629 sec -Test 'InvalidParam-Type-mpi_scan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.299385070800781 sec -Test 'InvalidParam-array_of_indices-mpi_testsome-001_0' result: failure: tool error, or test not run. Elapsed: 1.2136785984039307 sec -Test 'InvalidParam-array_of_indices-mpi_testsome-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.357051849365234 sec -Test 'InvalidParam-array_of_indices-mpi_waitsome-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.495794773101807 sec -Test 'InvalidParam-array_of_indices-mpi_waitsome-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.147683143615723 sec -Test 'InvalidParam-flag-mpi_improbe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.205140113830566 sec -Test 'InvalidParam-flag-mpi_improbe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.461360454559326 sec -Test 'InvalidParam-flag-mpi_initialized-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.5219197273254395 sec -Test 'InvalidParam-flag-mpi_iprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.244348049163818 sec -Test 'InvalidParam-flag-mpi_iprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.378385066986084 sec -Test 'InvalidParam-flag-mpi_test-001_0' result: failure: tool error, or test not run. Elapsed: 1.1748106479644775 sec -Test 'InvalidParam-flag-mpi_test-002_0' result: failure: tool error, or test not run. Elapsed: 1.1217498779296875 sec -Test 'InvalidParam-flag-mpi_testall-001_0' result: failure: tool error, or test not run. Elapsed: 1.0692870616912842 sec -Test 'InvalidParam-flag-mpi_testall-002_0' result: failure: tool error, or test not run. Elapsed: 1.0591590404510498 sec -Test 'InvalidParam-flag-mpi_testany-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.066429376602173 sec -Test 'InvalidParam-flag-mpi_testany-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.102657794952393 sec -Test 'InvalidParam-outcount-mpi_testsome-001_0' result: failure: tool error, or test not run. Elapsed: 1.0733921527862549 sec -Test 'InvalidParam-outcount-mpi_testsome-002_0' result: failure: tool error, or test not run. Elapsed: 1.0883455276489258 sec -Test 'InvalidParam-outcount-mpi_waitsome-001_0' result: failure: tool error, or test not run. Elapsed: 1.225170612335205 sec -Test 'InvalidParam-outcount-mpi_waitsome-002_0' result: failure: tool error, or test not run. Elapsed: 1.1439099311828613 sec -Test 'InvalidWin-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.700558423995972 sec -Test 'InvalidWin-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.572833299636841 sec -Test 'EpochLifeCycle-001_0' result: timeout: timeout after 60.2074248790741 sec. Elapsed: 60.2074248790741 sec -Test 'EpochLifeCycle-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.070058822631836 sec -Test 'EpochLifeCycle-003_0' result: timeout: timeout after 60.20283365249634 sec. Elapsed: 60.20283365249634 sec -Test 'EpochLifeCycle-004_0' result: timeout: timeout after 60.205313205718994 sec. Elapsed: 60.205313205718994 sec -Test 'EpochLifeCycle-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.377680063247681 sec -Test 'EpochLifeCycle-006_0' result: timeout: timeout after 60.20733666419983 sec. Elapsed: 60.20733666419983 sec -Test 'EpochLifeCycle-007_0' result: timeout: timeout after 60.20561861991882 sec. Elapsed: 60.20561861991882 sec -Test 'EpochLifeCycle-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.088548183441162 sec -Test 'EpochLifeCycle-009_0' result: timeout: timeout after 60.20795559883118 sec. Elapsed: 60.20795559883118 sec -Test 'EpochLifeCycle-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.6488049030303955 sec -Test 'EpochLifeCycle-011_0' result: failure: tool error, or test not run. Elapsed: 0.7540836334228516 sec -Test 'EpochLifeCycle-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2414867877960205 sec -Test 'EpochLifeCycle-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.2426257133483887 sec -Test 'EpochLifeCycle-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.690252065658569 sec -Test 'EpochLifeCycle-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.304683446884155 sec -Test 'EpochLifeCycle-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.7277040481567383 sec -Test 'EpochLifeCycle-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.832032203674316 sec -Test 'EpochLifeCycle-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.159367561340332 sec -Test 'EpochLifeCycle-019_0' result: timeout: timeout after 60.20620083808899 sec. Elapsed: 60.20620083808899 sec -Test 'EpochLifeCycle-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.964282035827637 sec -Test 'EpochLifeCycle-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.364145278930664 sec -Test 'EpochLifeCycle-022_0' result: timeout: timeout after 60.20582127571106 sec. Elapsed: 60.20582127571106 sec -Test 'EpochLifeCycle-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.187652349472046 sec -Test 'EpochLifeCycle-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.426761150360107 sec -Test 'EpochLifeCycle-025_0' result: timeout: timeout after 60.20775556564331 sec. Elapsed: 60.20775556564331 sec -Test 'EpochLifeCycle-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.318298578262329 sec -Test 'EpochLifeCycle-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.39555025100708 sec -Test 'EpochLifeCycle-028_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9334664344787598 sec -Test 'EpochLifeCycle-029_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2295520305633545 sec -Test 'EpochLifeCycle-030_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0936572551727295 sec -Test 'EpochLifeCycle-031_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.137864112854004 sec -Test 'EpochLifeCycle-032_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9911010265350342 sec -Test 'EpochLifeCycle-033_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.024977207183838 sec -Test 'LocalConcurrency-fence-accumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0811526775360107 sec -Test 'LocalConcurrency-fence-accumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.224353790283203 sec -Test 'LocalConcurrency-fence-compare_and_swap_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0697555541992188 sec -Test 'LocalConcurrency-fence-compare_and_swap_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.116392135620117 sec -Test 'LocalConcurrency-fence-fetch_and_op_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2382850646972656 sec -Test 'LocalConcurrency-fence-fetch_and_op_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2100584506988525 sec -Test 'LocalConcurrency-fence-get_accumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.072613477706909 sec -Test 'LocalConcurrency-fence-get_accumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9447705745697021 sec -Test 'LocalConcurrency-fence-get_accumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.900075912475586 sec -Test 'LocalConcurrency-fence-get_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.99239182472229 sec -Test 'LocalConcurrency-fence-get_compare_and_swap-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.186922788619995 sec -Test 'LocalConcurrency-fence-get_fetch_and_op-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2845747470855713 sec -Test 'LocalConcurrency-fence-get_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9803988933563232 sec -Test 'LocalConcurrency-fence-get_get_accumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0987727642059326 sec -Test 'LocalConcurrency-fence-get_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.114574670791626 sec -Test 'LocalConcurrency-fence-get_raccumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9159760475158691 sec -Test 'LocalConcurrency-fence-get_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9029765129089355 sec -Test 'LocalConcurrency-fence-get_rget_accumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1912002563476562 sec -Test 'LocalConcurrency-fence-get_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.986769199371338 sec -Test 'LocalConcurrency-fence-put_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0623085498809814 sec -Test 'LocalConcurrency-fence-put_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.185516834259033 sec -Test 'LocalConcurrency-fence-raccumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 3.595083236694336 sec -Test 'LocalConcurrency-fence-raccumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1340365409851074 sec -Test 'LocalConcurrency-fence-rget_accumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0467519760131836 sec -Test 'LocalConcurrency-fence-rget_accumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3289005756378174 sec -Test 'LocalConcurrency-fence-rget_accumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.020564317703247 sec -Test 'LocalConcurrency-fence-rget_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8937437534332275 sec -Test 'LocalConcurrency-fence-rget_compare_and_swap-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.6464388370513916 sec -Test 'LocalConcurrency-fence-rget_fetch_and_op-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.257686138153076 sec -Test 'LocalConcurrency-fence-rget_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9503107070922852 sec -Test 'LocalConcurrency-fence-rget_get_accumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9855549335479736 sec -Test 'LocalConcurrency-fence-rget_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1921770572662354 sec -Test 'LocalConcurrency-fence-rget_raccumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.068397283554077 sec -Test 'LocalConcurrency-fence-rget_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1885640621185303 sec -Test 'LocalConcurrency-fence-rget_rget_accumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1657912731170654 sec -Test 'LocalConcurrency-fence-rget_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0150532722473145 sec -Test 'LocalConcurrency-fence-rput_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.925830364227295 sec -Test 'LocalConcurrency-fence-rput_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0573434829711914 sec -Test 'LocalConcurrency-lockunlock-accumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9627742767333984 sec -Test 'LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.146272659301758 sec -Test 'LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.196394205093384 sec -Test 'LocalConcurrency-lockunlock-get_accumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1834893226623535 sec -Test 'LocalConcurrency-lockunlock-put_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.102895498275757 sec -Test 'LocalConcurrency-lockunlock-raccumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9254508018493652 sec -Test 'LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.247692584991455 sec -Test 'LocalConcurrency-lockunlock-rput_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.054464817047119 sec -Test 'LocalConcurrency-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.754029035568237 sec -Test 'LocalConcurrency-mpi_irecv-001_0' result: failure: tool error, or test not run. Elapsed: 1.2017791271209717 sec -Test 'LocalConcurrency-mpi_irecv-002_0' result: failure: tool error, or test not run. Elapsed: 1.245021104812622 sec -Test 'LocalConcurrency-receive-mpi_imrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.340073585510254 sec -Test 'LocalConcurrency-receive-mpi_irecv-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.112030029296875 sec -Test 'LocalConcurrency-receive-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.1231684684753418 sec -Test 'LocalConcurrency-receive-mpi_recv_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.298596143722534 sec -Test 'LocalConcurrency-request-rget_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2844905853271484 sec -Test 'LocalConcurrency-send-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.058019161224365 sec -Test 'LocalConcurrency-send-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.04548716545105 sec -Test 'LocalConcurrency-send-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.119131326675415 sec -Test 'LocalConcurrency-send-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.042598247528076 sec -Test 'LocalConcurrency-send-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.001848220825195 sec -Test 'LocalConcurrency-send-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10207414627075195 sec -Test 'LocalConcurrency-send-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.909833669662476 sec -Test 'LocalConcurrency-send-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.949853897094727 sec -Test 'LocalConcurrency-send-mpi_ssend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.178381681442261 sec ->>>>[ INCONCLUSIVE ]>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> (itac/MissingCall-mpi_init-001_0) -Running #2103 /MBI/scripts/gencodes/other/MissingCall-mpi_init-001.c -Wait up to 60 seconds -Compiling MissingCall-mpi_init-001.c (batchinfo:1/1) - - -$ mpiicc /MBI/scripts/gencodes/other/MissingCall-mpi_init-001.c -O0 -g -o MissingCall-mpi_init-001 - -| icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and will be removed from product release in the second half of 2023. The Intel(R) oneAPI DPC++/C++ Compiler (ICX) is the recommended compiler moving forward. Please transition to use this compiler. Use '-diag-disable=10441' to disable this message. -| - - -Executing the command (cwd: None) - $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./MissingCall-mpi_init-001 - -| Attempting to use an MPI routine (PMPI_Comm_size) before initializing or after finalizing MPICH -| Attempting to use an MPI routine (PMPI_Comm_size) before initializing or after finalizing MPICH -| -Command return code: 1, elapsed time: 0.38334083557128906 - -Finished #2103 /MBI/scripts/gencodes/other/MissingCall-mpi_init-001.c - -<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< -Test 'MissingCall-mpi_init-001_0' result: other: inconclusive run. Elapsed: 0.38334083557128906 sec -Test 'MissingCall-mpi_send-001_0' result: timeout: timeout after 60.20656085014343 sec. Elapsed: 60.20656085014343 sec -Test 'MissingCall-mpi_send-002_0' result: timeout: timeout after 60.206135272979736 sec. Elapsed: 60.206135272979736 sec -Test 'MissingCall-mpi_send-003_0' result: timeout: timeout after 60.206310749053955 sec. Elapsed: 60.206310749053955 sec -Test 'RequestLifeCycle-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.9506547451019287 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.381748676300049 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_bsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.601335525512695 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4508326053619385 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.418673276901245 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.334889888763428 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_irsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.341179609298706 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.448160171508789 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.404654264450073 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.411134958267212 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.295782804489136 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.456093788146973 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.430624485015869 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.322772979736328 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.142290115356445 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.361102104187012 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.366973400115967 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.498549699783325 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.291589021682739 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.341020584106445 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.543713092803955 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.354174375534058 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.458256244659424 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.23731541633606 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4654014110565186 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.419860124588013 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.332739591598511 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4135825634002686 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.27831244468689 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.391875982284546 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.335274934768677 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.440945386886597 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.568988084793091 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.285664081573486 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-028_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.455026865005493 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.888535499572754 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-030_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.450278043746948 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-031_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.459603548049927 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-032_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.45255446434021 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-033_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.40768575668335 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-034_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.477396726608276 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-035_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.454207181930542 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-036_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.412622928619385 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-037_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.35756254196167 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_isend-038_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.291306495666504 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_issend-001_0' result: failure: tool error, or test not run. Elapsed: 1.2009906768798828 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.406654596328735 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_issend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3604161739349365 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_issend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.466436862945557 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.4274632930755615 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.354580640792847 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-003_0' result: failure: tool error, or test not run. Elapsed: 1.0974173545837402 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.325300693511963 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.381078004837036 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.4243879318237305 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.131742715835571 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.200472354888916 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.128372669219971 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.353091478347778 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.353347301483154 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.44351601600647 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.150959253311157 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.273933172225952 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.294105768203735 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.727992296218872 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.4579386711120605 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.397504568099976 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.413276195526123 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.212184906005859 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.373398303985596 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.362782001495361 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.37412166595459 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.205017805099487 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.354624271392822 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-004_0' result: failure: tool error, or test not run. Elapsed: 1.1567904949188232 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.998995304107666 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.501739501953125 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.324506759643555 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.509164810180664 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.525663375854492 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.894188642501831 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.428199529647827 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-012_0' result: failure: tool error, or test not run. Elapsed: 1.1336901187896729 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.475512504577637 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.910638332366943 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.256608963012695 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.403191089630127 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.450759410858154 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.227003812789917 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.32186484336853 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.932087659835815 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.168793678283691 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.418520212173462 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.41975998878479 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-024_0' result: failure: tool error, or test not run. Elapsed: 1.1238250732421875 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.263486862182617 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2739434242248535 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.407687664031982 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-028_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.41619086265564 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.259848356246948 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-030_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.497738599777222 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-031_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.323682069778442 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-032_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.374258041381836 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-033_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.459295034408569 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-034_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3386218547821045 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-035_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.664216995239258 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-036_0' result: failure: tool error, or test not run. Elapsed: 1.064697027206421 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-037_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.490909099578857 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-038_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.342037916183472 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-039_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.394131422042847 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-040_0' result: failure: tool error, or test not run. Elapsed: 1.081773281097412 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-041_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2320966720581055 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-042_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.398921489715576 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-043_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.321305513381958 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-044_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.43628191947937 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-045_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.536293268203735 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-046_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.313863515853882 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-047_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.448665142059326 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-048_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.149696588516235 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-049_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.444960594177246 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-050_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.5530455112457275 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-051_0' result: failure: tool error, or test not run. Elapsed: 1.0648586750030518 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-052_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.703145742416382 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-053_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.407581567764282 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-054_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.28614616394043 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-055_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.444839954376221 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-056_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.348672866821289 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-057_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.488200426101685 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-058_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.285927057266235 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-059_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.379977703094482 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-060_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.359423398971558 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-061_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.48171854019165 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-062_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.349867343902588 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-063_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.60601806640625 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-064_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.362602710723877 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-065_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.507838010787964 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-066_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.41061806678772 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-067_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.295048952102661 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-068_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.367083549499512 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-069_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.404873847961426 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-070_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.332238435745239 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-071_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.475168228149414 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-072_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.476522922515869 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-073_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.609830141067505 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-074_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.41006875038147 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-075_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.352468013763428 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-076_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.445182800292969 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-077_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.43031120300293 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-078_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.406192064285278 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-079_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.472989320755005 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-080_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.85761284828186 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-081_0' result: failure: tool error, or test not run. Elapsed: 1.109955072402954 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-082_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.395067453384399 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-083_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.299431324005127 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-084_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.465922117233276 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-085_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.316951036453247 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-086_0' result: failure: tool error, or test not run. Elapsed: 1.1562466621398926 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-087_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.267083406448364 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-088_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.571326971054077 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-089_0' result: failure: tool error, or test not run. Elapsed: 0.9633839130401611 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-090_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.107025146484375 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-091_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.290467977523804 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-092_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.384261608123779 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-093_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.380380868911743 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-094_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.280190944671631 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-095_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.9459969997406 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-096_0' result: failure: tool error, or test not run. Elapsed: 1.0989108085632324 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-097_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.518511056900024 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-098_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.480749130249023 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-099_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.4892473220825195 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-100_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.356245756149292 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-101_0' result: failure: tool error, or test not run. Elapsed: 0.9160261154174805 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-102_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.314813137054443 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-103_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.369369983673096 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-104_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.133452892303467 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-105_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.265661001205444 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-106_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.207085609436035 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-107_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.426917791366577 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-108_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.605742692947388 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-109_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.332407236099243 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-110_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.405510902404785 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-111_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.301631450653076 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-112_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.292185544967651 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-113_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.214758396148682 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-114_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.4857337474823 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-115_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3360209465026855 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-116_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.130791425704956 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-117_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.464310169219971 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-118_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.486802339553833 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-119_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.42578911781311 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-120_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.809916973114014 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-121_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.208471298217773 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-122_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.490837335586548 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-123_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.290335178375244 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-124_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.379953384399414 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-125_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4343202114105225 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-126_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.374876499176025 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-127_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.307379245758057 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-128_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.338477611541748 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-129_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.369865417480469 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-130_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.442792177200317 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-131_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4471752643585205 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-132_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.661362648010254 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-133_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.194953680038452 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-134_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.263620853424072 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-135_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.466017961502075 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-136_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.203133583068848 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-137_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.548388957977295 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-138_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.344358444213867 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-139_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.274364471435547 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-140_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.267660856246948 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-141_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.315922260284424 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-142_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.55432653427124 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-143_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3856360912323 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-144_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3362832069396973 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-145_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.350844860076904 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-146_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.208070278167725 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-147_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.29053258895874 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-148_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.318375825881958 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-149_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.313617944717407 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-150_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.398597478866577 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-151_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.422555208206177 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-152_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.146894931793213 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-153_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.216686964035034 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-154_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4584338665008545 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-155_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.395125865936279 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-156_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.259578466415405 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-157_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.376831293106079 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send-158_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.402843713760376 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.386202096939087 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.290706396102905 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.868774890899658 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send_init-004_0' result: failure: tool error, or test not run. Elapsed: 0.8497927188873291 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.372854471206665 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_send_init-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.260563611984253 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.859110116958618 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.337926864624023 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.320921182632446 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.367716073989868 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3049843311309814 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.528592348098755 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.474464654922485 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.160069465637207 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.310992956161499 sec -Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.312682151794434 sec -Test 'LocalParameterMissmatch-Dtype-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.057596206665039 sec -Test 'LocalParameterMissmatch-Dtype-mpi_irsend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.423018217086792 sec -Test 'LocalParameterMissmatch-Dtype-mpi_isend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.265101671218872 sec -Test 'LocalParameterMissmatch-Dtype-mpi_isend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.193437337875366 sec -Test 'LocalParameterMissmatch-Dtype-mpi_isend-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2552402019500732 sec -Test 'LocalParameterMissmatch-Dtype-mpi_isend-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3851325511932373 sec -Test 'LocalParameterMissmatch-Dtype-mpi_isend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.482353448867798 sec -Test 'LocalParameterMissmatch-Dtype-mpi_isend-006_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3448050022125244 sec -Test 'LocalParameterMissmatch-Dtype-mpi_isend-007_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1778759956359863 sec -Test 'LocalParameterMissmatch-Dtype-mpi_rsend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3122386932373047 sec -Test 'LocalParameterMissmatch-Dtype-mpi_rsend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2434115409851074 sec -Test 'LocalParameterMissmatch-Dtype-mpi_rsend-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.5762717723846436 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3074681758880615 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.248048782348633 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1782312393188477 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3090620040893555 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.7568371295928955 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-006_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0526316165924072 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-007_0' result: failure: tool error, or test not run. Elapsed: 0.9991579055786133 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-008_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.396801233291626 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-009_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.4334378242492676 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-010_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.222493886947632 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-011_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.20949125289917 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-012_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.331458806991577 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-013_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.310659885406494 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-014_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2143189907073975 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-015_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3276138305664062 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-016_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3122451305389404 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-017_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1379904747009277 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-018_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2241694927215576 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-019_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.311591625213623 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-020_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.296304225921631 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-021_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.331223726272583 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-022_0' result: failure: tool error, or test not run. Elapsed: 1.1663117408752441 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-023_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.210331678390503 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-024_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2119455337524414 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-025_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.396937608718872 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-026_0' result: failure: tool error, or test not run. Elapsed: 1.1494512557983398 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-027_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9808597564697266 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-028_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3629069328308105 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-029_0' result: timeout: timeout after 60.205498695373535 sec. Elapsed: 60.205498695373535 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send-030_0' result: failure: tool error, or test not run. Elapsed: 0.8419806957244873 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2746071815490723 sec -Test 'LocalParameterMissmatch-Dtype-mpi_send_init-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2703940868377686 sec -Test 'LocalParameterMissmatch-Dtype-mpi_ssend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.7633826732635498 sec -Test 'LocalParameterMissmatch-Dtype-mpi_ssend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.447929620742798 sec -Test 'LocalParameterMissmatch-Dtype-mpi_ssend-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.243649959564209 sec -Test 'Matching-tag-mpi_send-001_0' result: timeout: timeout after 60.20458674430847 sec. Elapsed: 60.20458674430847 sec -Test 'ParamMatching-Com-mpi_allgather-001_0' result: timeout: timeout after 60.220510959625244 sec. Elapsed: 60.220510959625244 sec -Test 'ParamMatching-Com-mpi_allreduce-001_0' result: timeout: timeout after 60.203296422958374 sec. Elapsed: 60.203296422958374 sec -Test 'ParamMatching-Com-mpi_alltoall-001_0' result: timeout: timeout after 60.20812749862671 sec. Elapsed: 60.20812749862671 sec -Test 'ParamMatching-Com-mpi_bcast-001_0' result: timeout: timeout after 60.20664858818054 sec. Elapsed: 60.20664858818054 sec -Test 'ParamMatching-Com-mpi_exscan-001_0' result: timeout: timeout after 60.20594072341919 sec. Elapsed: 60.20594072341919 sec -Test 'ParamMatching-Com-mpi_gather-001_0' result: timeout: timeout after 60.20586133003235 sec. Elapsed: 60.20586133003235 sec -Test 'ParamMatching-Com-mpi_iallgather-001_0' result: timeout: timeout after 60.207064390182495 sec. Elapsed: 60.207064390182495 sec -Test 'ParamMatching-Com-mpi_iallreduce-001_0' result: timeout: timeout after 60.20697784423828 sec. Elapsed: 60.20697784423828 sec -Test 'ParamMatching-Com-mpi_ialltoall-001_0' result: timeout: timeout after 60.20725107192993 sec. Elapsed: 60.20725107192993 sec -Test 'ParamMatching-Com-mpi_ibcast-001_0' result: timeout: timeout after 60.20766997337341 sec. Elapsed: 60.20766997337341 sec -Test 'ParamMatching-Com-mpi_igather-001_0' result: timeout: timeout after 60.20637488365173 sec. Elapsed: 60.20637488365173 sec -Test 'ParamMatching-Com-mpi_ireduce-001_0' result: timeout: timeout after 60.203691482543945 sec. Elapsed: 60.203691482543945 sec -Test 'ParamMatching-Com-mpi_iscan-001_0' result: timeout: timeout after 60.207462549209595 sec. Elapsed: 60.207462549209595 sec -Test 'ParamMatching-Com-mpi_iscatter-001_0' result: timeout: timeout after 60.20439171791077 sec. Elapsed: 60.20439171791077 sec -Test 'ParamMatching-Com-mpi_reduce-001_0' result: timeout: timeout after 60.326064348220825 sec. Elapsed: 60.326064348220825 sec -Test 'ParamMatching-Com-mpi_scan-001_0' result: timeout: timeout after 60.2034809589386 sec. Elapsed: 60.2034809589386 sec -Test 'ParamMatching-Com-mpi_scatter-001_0' result: timeout: timeout after 60.2068305015564 sec. Elapsed: 60.2068305015564 sec -Test 'ParamMatching-Comm-mpi_improbe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.403367519378662 sec -Test 'ParamMatching-Comm-mpi_improbe-002_0' result: timeout: timeout after 60.2076632976532 sec. Elapsed: 60.2076632976532 sec -Test 'ParamMatching-Comm-mpi_improbe-003_0' result: timeout: timeout after 60.20591902732849 sec. Elapsed: 60.20591902732849 sec -Test 'ParamMatching-Comm-mpi_improbe-004_0' result: failure: tool error, or test not run. Elapsed: 1.3611676692962646 sec -Test 'ParamMatching-Comm-mpi_improbe-005_0' result: unimplemented: coverage issue. Elapsed: 0.10514116287231445 sec -Test 'ParamMatching-Comm-mpi_improbe-006_0' result: timeout: timeout after 60.204930782318115 sec. Elapsed: 60.204930782318115 sec -Test 'ParamMatching-Comm-mpi_improbe-007_0' result: timeout: timeout after 60.207067012786865 sec. Elapsed: 60.207067012786865 sec -Test 'ParamMatching-Comm-mpi_improbe-008_0' result: timeout: timeout after 60.20427632331848 sec. Elapsed: 60.20427632331848 sec -Test 'ParamMatching-Comm-mpi_improbe-009_0' result: timeout: timeout after 60.204431772232056 sec. Elapsed: 60.204431772232056 sec -Test 'ParamMatching-Comm-mpi_improbe-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.468992710113525 sec -Test 'ParamMatching-Comm-mpi_improbe-011_0' result: timeout: timeout after 60.20910835266113 sec. Elapsed: 60.20910835266113 sec -Test 'ParamMatching-Comm-mpi_improbe-012_0' result: timeout: timeout after 60.206705808639526 sec. Elapsed: 60.206705808639526 sec -Test 'ParamMatching-Comm-mpi_improbe-013_0' result: unimplemented: coverage issue. Elapsed: 0.10439276695251465 sec -Test 'ParamMatching-Comm-mpi_mprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.498500823974609 sec -Test 'ParamMatching-Comm-mpi_mprobe-002_0' result: timeout: timeout after 60.206557750701904 sec. Elapsed: 60.206557750701904 sec -Test 'ParamMatching-Comm-mpi_mprobe-003_0' result: timeout: timeout after 60.209710359573364 sec. Elapsed: 60.209710359573364 sec -Test 'ParamMatching-Comm-mpi_mprobe-004_0' result: failure: tool error, or test not run. Elapsed: 1.1263206005096436 sec -Test 'ParamMatching-Comm-mpi_mprobe-005_0' result: unimplemented: coverage issue. Elapsed: 0.10818934440612793 sec -Test 'ParamMatching-Comm-mpi_mprobe-006_0' result: timeout: timeout after 60.2061927318573 sec. Elapsed: 60.2061927318573 sec -Test 'ParamMatching-Comm-mpi_mprobe-007_0' result: timeout: timeout after 60.203927755355835 sec. Elapsed: 60.203927755355835 sec -Test 'ParamMatching-Comm-mpi_mprobe-008_0' result: timeout: timeout after 60.20739507675171 sec. Elapsed: 60.20739507675171 sec -Test 'ParamMatching-Comm-mpi_mprobe-009_0' result: timeout: timeout after 60.20666313171387 sec. Elapsed: 60.20666313171387 sec -Test 'ParamMatching-Comm-mpi_mprobe-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.418701648712158 sec -Test 'ParamMatching-Comm-mpi_mprobe-011_0' result: timeout: timeout after 60.20729446411133 sec. Elapsed: 60.20729446411133 sec -Test 'ParamMatching-Comm-mpi_mprobe-012_0' result: timeout: timeout after 60.2076199054718 sec. Elapsed: 60.2076199054718 sec -Test 'ParamMatching-Comm-mpi_mprobe-013_0' result: unimplemented: coverage issue. Elapsed: 0.1082923412322998 sec -Test 'ParamMatching-Comm-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10825347900390625 sec -Test 'ParamMatching-Comm-mpi_precv_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.11064338684082031 sec -Test 'ParamMatching-Comm-mpi_precv_init-003_0' result: unimplemented: coverage issue. Elapsed: 0.11499404907226562 sec -Test 'ParamMatching-Comm-mpi_precv_init-004_0' result: unimplemented: coverage issue. Elapsed: 0.10651206970214844 sec -Test 'ParamMatching-Comm-mpi_precv_init-005_0' result: unimplemented: coverage issue. Elapsed: 0.10490655899047852 sec -Test 'ParamMatching-Comm-mpi_precv_init-006_0' result: unimplemented: coverage issue. Elapsed: 0.10487508773803711 sec -Test 'ParamMatching-Comm-mpi_precv_init-007_0' result: unimplemented: coverage issue. Elapsed: 0.10936951637268066 sec -Test 'ParamMatching-Comm-mpi_precv_init-008_0' result: unimplemented: coverage issue. Elapsed: 0.1047515869140625 sec -Test 'ParamMatching-Comm-mpi_precv_init-009_0' result: unimplemented: coverage issue. Elapsed: 0.10640740394592285 sec -Test 'ParamMatching-Comm-mpi_precv_init-010_0' result: unimplemented: coverage issue. Elapsed: 0.11108636856079102 sec -Test 'ParamMatching-Comm-mpi_precv_init-011_0' result: unimplemented: coverage issue. Elapsed: 0.11067605018615723 sec -Test 'ParamMatching-Comm-mpi_precv_init-012_0' result: unimplemented: coverage issue. Elapsed: 0.10944652557373047 sec -Test 'ParamMatching-Comm-mpi_precv_init-013_0' result: unimplemented: coverage issue. Elapsed: 0.1115272045135498 sec -Test 'ParamMatching-Comm-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.11031293869018555 sec -Test 'ParamMatching-Comm-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.1109015941619873 sec -Test 'ParamMatching-Comm-mpi_psend_init-003_0' result: unimplemented: coverage issue. Elapsed: 0.10541272163391113 sec -Test 'ParamMatching-Comm-mpi_psend_init-004_0' result: unimplemented: coverage issue. Elapsed: 0.11539626121520996 sec -Test 'ParamMatching-Comm-mpi_psend_init-005_0' result: unimplemented: coverage issue. Elapsed: 0.10524272918701172 sec -Test 'ParamMatching-Comm-mpi_psend_init-006_0' result: unimplemented: coverage issue. Elapsed: 0.10097336769104004 sec -Test 'ParamMatching-Comm-mpi_psend_init-007_0' result: unimplemented: coverage issue. Elapsed: 0.13178420066833496 sec -Test 'ParamMatching-Comm-mpi_psend_init-008_0' result: unimplemented: coverage issue. Elapsed: 0.1086263656616211 sec -Test 'ParamMatching-Comm-mpi_psend_init-009_0' result: unimplemented: coverage issue. Elapsed: 0.10277342796325684 sec -Test 'ParamMatching-Comm-mpi_psend_init-010_0' result: unimplemented: coverage issue. Elapsed: 0.10607576370239258 sec -Test 'ParamMatching-Comm-mpi_psend_init-011_0' result: unimplemented: coverage issue. Elapsed: 0.10984969139099121 sec -Test 'ParamMatching-Comm-mpi_psend_init-012_0' result: unimplemented: coverage issue. Elapsed: 0.10829567909240723 sec -Test 'ParamMatching-Comm-mpi_psend_init-013_0' result: unimplemented: coverage issue. Elapsed: 0.1038961410522461 sec -Test 'ParamMatching-Comm-mpi_recv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.480115175247192 sec -Test 'ParamMatching-Comm-mpi_recv-002_0' result: timeout: timeout after 60.20777130126953 sec. Elapsed: 60.20777130126953 sec -Test 'ParamMatching-Comm-mpi_recv-003_0' result: timeout: timeout after 60.20408797264099 sec. Elapsed: 60.20408797264099 sec -Test 'ParamMatching-Comm-mpi_recv-004_0' result: failure: tool error, or test not run. Elapsed: 1.2136449813842773 sec -Test 'ParamMatching-Comm-mpi_recv-005_0' result: unimplemented: coverage issue. Elapsed: 0.11037778854370117 sec -Test 'ParamMatching-Comm-mpi_recv-006_0' result: timeout: timeout after 60.207600116729736 sec. Elapsed: 60.207600116729736 sec -Test 'ParamMatching-Comm-mpi_recv-007_0' result: timeout: timeout after 60.203741788864136 sec. Elapsed: 60.203741788864136 sec -Test 'ParamMatching-Comm-mpi_recv-008_0' result: timeout: timeout after 60.20888590812683 sec. Elapsed: 60.20888590812683 sec -Test 'ParamMatching-Comm-mpi_recv-009_0' result: timeout: timeout after 60.20594048500061 sec. Elapsed: 60.20594048500061 sec -Test 'ParamMatching-Comm-mpi_recv-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.161555290222168 sec -Test 'ParamMatching-Comm-mpi_recv-011_0' result: timeout: timeout after 60.21061992645264 sec. Elapsed: 60.21061992645264 sec -Test 'ParamMatching-Comm-mpi_recv-012_0' result: timeout: timeout after 60.20918297767639 sec. Elapsed: 60.20918297767639 sec -Test 'ParamMatching-Comm-mpi_recv-013_0' result: unimplemented: coverage issue. Elapsed: 0.11275124549865723 sec -Test 'ParamMatching-Comm-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.803997993469238 sec -Test 'ParamMatching-Comm-mpi_recv_init-002_0' result: timeout: timeout after 60.20457100868225 sec. Elapsed: 60.20457100868225 sec -Test 'ParamMatching-Comm-mpi_recv_init-003_0' result: timeout: timeout after 60.20780920982361 sec. Elapsed: 60.20780920982361 sec -Test 'ParamMatching-Comm-mpi_recv_init-004_0' result: failure: tool error, or test not run. Elapsed: 1.0759658813476562 sec -Test 'ParamMatching-Comm-mpi_recv_init-005_0' result: unimplemented: coverage issue. Elapsed: 0.11319899559020996 sec -Test 'ParamMatching-Comm-mpi_recv_init-006_0' result: timeout: timeout after 60.206541538238525 sec. Elapsed: 60.206541538238525 sec -Test 'ParamMatching-Comm-mpi_recv_init-007_0' result: timeout: timeout after 60.20559239387512 sec. Elapsed: 60.20559239387512 sec -Test 'ParamMatching-Comm-mpi_recv_init-008_0' result: timeout: timeout after 60.207322120666504 sec. Elapsed: 60.207322120666504 sec -Test 'ParamMatching-Comm-mpi_recv_init-009_0' result: timeout: timeout after 60.20704460144043 sec. Elapsed: 60.20704460144043 sec -Test 'ParamMatching-Comm-mpi_recv_init-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.485002040863037 sec -Test 'ParamMatching-Comm-mpi_recv_init-011_0' result: timeout: timeout after 60.20338296890259 sec. Elapsed: 60.20338296890259 sec -Test 'ParamMatching-Comm-mpi_recv_init-012_0' result: timeout: timeout after 60.2084276676178 sec. Elapsed: 60.2084276676178 sec -Test 'ParamMatching-Comm-mpi_recv_init-013_0' result: unimplemented: coverage issue. Elapsed: 0.1028749942779541 sec -Test 'ParamMatching-Comm-mpi_sendrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.488345623016357 sec -Test 'ParamMatching-Comm-mpi_sendrecv-002_0' result: timeout: timeout after 60.206616163253784 sec. Elapsed: 60.206616163253784 sec -Test 'ParamMatching-Comm-mpi_sendrecv-003_0' result: timeout: timeout after 60.212549924850464 sec. Elapsed: 60.212549924850464 sec -Test 'ParamMatching-Comm-mpi_sendrecv-004_0' result: failure: tool error, or test not run. Elapsed: 1.1971244812011719 sec -Test 'ParamMatching-Comm-mpi_sendrecv-005_0' result: unimplemented: coverage issue. Elapsed: 0.1048736572265625 sec -Test 'ParamMatching-Comm-mpi_sendrecv-006_0' result: timeout: timeout after 60.2061231136322 sec. Elapsed: 60.2061231136322 sec -Test 'ParamMatching-Comm-mpi_sendrecv-007_0' result: timeout: timeout after 60.2125301361084 sec. Elapsed: 60.2125301361084 sec -Test 'ParamMatching-Comm-mpi_sendrecv-008_0' result: timeout: timeout after 60.20472455024719 sec. Elapsed: 60.20472455024719 sec -Test 'ParamMatching-Comm-mpi_sendrecv-009_0' result: timeout: timeout after 60.22964549064636 sec. Elapsed: 60.22964549064636 sec -Test 'ParamMatching-Comm-mpi_sendrecv-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4807093143463135 sec -Test 'ParamMatching-Comm-mpi_sendrecv-011_0' result: timeout: timeout after 60.20613193511963 sec. Elapsed: 60.20613193511963 sec -Test 'ParamMatching-Comm-mpi_sendrecv-012_0' result: timeout: timeout after 60.20671319961548 sec. Elapsed: 60.20671319961548 sec -Test 'ParamMatching-Comm-mpi_sendrecv-013_0' result: unimplemented: coverage issue. Elapsed: 0.11038517951965332 sec -Test 'ParamMatching-Comm-mpi_sendrecv_replace-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.940403938293457 sec -Test 'ParamMatching-Comm-mpi_sendrecv_replace-002_0' result: timeout: timeout after 60.203006744384766 sec. Elapsed: 60.203006744384766 sec -Test 'ParamMatching-Comm-mpi_sendrecv_replace-003_0' result: failure: tool error, or test not run. Elapsed: 0.7303237915039062 sec -Test 'ParamMatching-Comm-mpi_sendrecv_replace-004_0' result: failure: tool error, or test not run. Elapsed: 1.1018521785736084 sec -Test 'ParamMatching-Comm-mpi_sendrecv_replace-005_0' result: unimplemented: coverage issue. Elapsed: 0.10487699508666992 sec -Test 'ParamMatching-Comm-mpi_sendrecv_replace-006_0' result: timeout: timeout after 60.20567560195923 sec. Elapsed: 60.20567560195923 sec -Test 'ParamMatching-Comm-mpi_sendrecv_replace-007_0' result: timeout: timeout after 60.20475625991821 sec. Elapsed: 60.20475625991821 sec -Test 'ParamMatching-Comm-mpi_sendrecv_replace-008_0' result: timeout: timeout after 60.20337653160095 sec. Elapsed: 60.20337653160095 sec -Test 'ParamMatching-Comm-mpi_sendrecv_replace-009_0' result: timeout: timeout after 60.20797324180603 sec. Elapsed: 60.20797324180603 sec -Test 'ParamMatching-Comm-mpi_sendrecv_replace-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3811821937561035 sec -Test 'ParamMatching-Comm-mpi_sendrecv_replace-011_0' result: failure: tool error, or test not run. Elapsed: 0.9056379795074463 sec -Test 'ParamMatching-Comm-mpi_sendrecv_replace-012_0' result: timeout: timeout after 60.20670962333679 sec. Elapsed: 60.20670962333679 sec -Test 'ParamMatching-Comm-mpi_sendrecv_replace-013_0' result: unimplemented: coverage issue. Elapsed: 0.12846112251281738 sec -Test 'ParamMatching-Op-mpi_allreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.197155475616455 sec -Test 'ParamMatching-Op-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.822928190231323 sec -Test 'ParamMatching-Op-mpi_ireduce-001_0' result: failure: tool error, or test not run. Elapsed: 1.3233423233032227 sec -Test 'ParamMatching-Op-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.234556198120117 sec -Test 'ParamMatching-Root-mpi_bcast-001_0' result: timeout: timeout after 60.20692825317383 sec. Elapsed: 60.20692825317383 sec -Test 'ParamMatching-Root-mpi_gather-001_0' result: timeout: timeout after 60.205726623535156 sec. Elapsed: 60.205726623535156 sec -Test 'ParamMatching-Root-mpi_ibcast-001_0' result: timeout: timeout after 60.20622539520264 sec. Elapsed: 60.20622539520264 sec -Test 'ParamMatching-Root-mpi_igather-001_0' result: timeout: timeout after 60.20460891723633 sec. Elapsed: 60.20460891723633 sec -Test 'ParamMatching-Root-mpi_ireduce-001_0' result: timeout: timeout after 60.20385241508484 sec. Elapsed: 60.20385241508484 sec -Test 'ParamMatching-Root-mpi_iscatter-001_0' result: timeout: timeout after 60.20808982849121 sec. Elapsed: 60.20808982849121 sec -Test 'ParamMatching-Root-mpi_reduce-001_0' result: timeout: timeout after 60.20299410820007 sec. Elapsed: 60.20299410820007 sec -Test 'ParamMatching-Root-mpi_scatter-001_0' result: timeout: timeout after 60.2043297290802 sec. Elapsed: 60.2043297290802 sec -Test 'ParamMatching-Tag-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.997188568115234 sec -Test 'ParamMatching-Tag-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.991503477096558 sec -Test 'ParamMatching-Tag-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.986915111541748 sec -Test 'ParamMatching-Tag-mpi_improbe-001_0' result: timeout: timeout after 60.2077579498291 sec. Elapsed: 60.2077579498291 sec -Test 'ParamMatching-Tag-mpi_iprobe-001_0' result: timeout: timeout after 60.22083330154419 sec. Elapsed: 60.22083330154419 sec -Test 'ParamMatching-Tag-mpi_irsend-001_0' result: failure: tool error, or test not run. Elapsed: 1.1115641593933105 sec -Test 'ParamMatching-Tag-mpi_isend-001_0' result: timeout: timeout after 60.20673990249634 sec. Elapsed: 60.20673990249634 sec -Test 'ParamMatching-Tag-mpi_issend-001_0' result: timeout: timeout after 60.204036474227905 sec. Elapsed: 60.204036474227905 sec -Test 'ParamMatching-Tag-mpi_mprobe-001_0' result: timeout: timeout after 60.20738458633423 sec. Elapsed: 60.20738458633423 sec -Test 'ParamMatching-Tag-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10030317306518555 sec -Test 'ParamMatching-Tag-mpi_probe-001_0' result: timeout: timeout after 60.20460605621338 sec. Elapsed: 60.20460605621338 sec -Test 'ParamMatching-Tag-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10674381256103516 sec -Test 'ParamMatching-Tag-mpi_recv-001_0' result: timeout: timeout after 60.20451807975769 sec. Elapsed: 60.20451807975769 sec -Test 'ParamMatching-Tag-mpi_recv_init-001_0' result: timeout: timeout after 60.21040940284729 sec. Elapsed: 60.21040940284729 sec -Test 'ParamMatching-Tag-mpi_rsend-001_0' result: timeout: timeout after 60.20720362663269 sec. Elapsed: 60.20720362663269 sec -Test 'ParamMatching-Tag-mpi_rsend_init-001_0' result: timeout: timeout after 60.20451235771179 sec. Elapsed: 60.20451235771179 sec -Test 'ParamMatching-Tag-mpi_send-001_0' result: timeout: timeout after 60.20542860031128 sec. Elapsed: 60.20542860031128 sec -Test 'ParamMatching-Tag-mpi_send_init-001_0' result: timeout: timeout after 60.203843116760254 sec. Elapsed: 60.203843116760254 sec -Test 'ParamMatching-Tag-mpi_ssend-001_0' result: timeout: timeout after 60.206255197525024 sec. Elapsed: 60.206255197525024 sec -Test 'ParamMatching-Tag-mpi_ssend_init-001_0' result: timeout: timeout after 60.205419301986694 sec. Elapsed: 60.205419301986694 sec -Test 'ParamMatching-Type-mpi_allgather-001_0' result: timeout: timeout after 60.253031969070435 sec. Elapsed: 60.253031969070435 sec -Test 'ParamMatching-Type-mpi_allgather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.341996669769287 sec -Test 'ParamMatching-Type-mpi_allgather-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.195903539657593 sec -Test 'ParamMatching-Type-mpi_allgather-004_0' result: timeout: timeout after 60.20846199989319 sec. Elapsed: 60.20846199989319 sec -Test 'ParamMatching-Type-mpi_allgather-005_0' result: failure: tool error, or test not run. Elapsed: 0.9739491939544678 sec -Test 'ParamMatching-Type-mpi_allgather-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.426296710968018 sec -Test 'ParamMatching-Type-mpi_allgather-007_0' result: timeout: timeout after 60.20939612388611 sec. Elapsed: 60.20939612388611 sec -Test 'ParamMatching-Type-mpi_allgather-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.262963533401489 sec -Test 'ParamMatching-Type-mpi_allgather-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.403005123138428 sec -Test 'ParamMatching-Type-mpi_allgather-010_0' result: timeout: timeout after 60.210670948028564 sec. Elapsed: 60.210670948028564 sec -Test 'ParamMatching-Type-mpi_allgather-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.300660371780396 sec -Test 'ParamMatching-Type-mpi_allgather-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.60261607170105 sec -Test 'ParamMatching-Type-mpi_allgather-013_0' result: timeout: timeout after 60.20808172225952 sec. Elapsed: 60.20808172225952 sec -Test 'ParamMatching-Type-mpi_allgather-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.390968322753906 sec -Test 'ParamMatching-Type-mpi_allgather-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3403167724609375 sec -Test 'ParamMatching-Type-mpi_allgather-016_0' result: timeout: timeout after 60.20716047286987 sec. Elapsed: 60.20716047286987 sec -Test 'ParamMatching-Type-mpi_allgather-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.393809080123901 sec -Test 'ParamMatching-Type-mpi_allgather-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.168004512786865 sec -Test 'ParamMatching-Type-mpi_allgather-019_0' result: timeout: timeout after 60.205166816711426 sec. Elapsed: 60.205166816711426 sec -Test 'ParamMatching-Type-mpi_allgather-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.514549255371094 sec -Test 'ParamMatching-Type-mpi_allgather-021_0' result: failure: tool error, or test not run. Elapsed: 1.1898767948150635 sec -Test 'ParamMatching-Type-mpi_allgather-022_0' result: timeout: timeout after 60.20785570144653 sec. Elapsed: 60.20785570144653 sec -Test 'ParamMatching-Type-mpi_allgather-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.350231885910034 sec -Test 'ParamMatching-Type-mpi_allgather-024_0' result: failure: tool error, or test not run. Elapsed: 1.0866467952728271 sec -Test 'ParamMatching-Type-mpi_allgather-025_0' result: timeout: timeout after 60.20875144004822 sec. Elapsed: 60.20875144004822 sec -Test 'ParamMatching-Type-mpi_allgather-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.194293022155762 sec -Test 'ParamMatching-Type-mpi_allgather-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.301649570465088 sec -Test 'ParamMatching-Type-mpi_allgather-028_0' result: timeout: timeout after 60.20510792732239 sec. Elapsed: 60.20510792732239 sec -Test 'ParamMatching-Type-mpi_allgather-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.289478778839111 sec -Test 'ParamMatching-Type-mpi_allgather-030_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.351036787033081 sec -Test 'ParamMatching-Type-mpi_allgather-031_0' result: failure: tool error, or test not run. Elapsed: 1.0219600200653076 sec -Test 'ParamMatching-Type-mpi_allgather-032_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4297356605529785 sec -Test 'ParamMatching-Type-mpi_allgather-033_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.435662508010864 sec -Test 'ParamMatching-Type-mpi_allgather-034_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.302036762237549 sec -Test 'ParamMatching-Type-mpi_allgather-035_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.366016626358032 sec -Test 'ParamMatching-Type-mpi_allgather-036_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.437361001968384 sec -Test 'ParamMatching-Type-mpi_allgather-037_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.363802671432495 sec -Test 'ParamMatching-Type-mpi_allgather-038_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.297710180282593 sec -Test 'ParamMatching-Type-mpi_allgather-039_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.327940225601196 sec -Test 'ParamMatching-Type-mpi_allgather-040_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.248599052429199 sec -Test 'ParamMatching-Type-mpi_allgather-041_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.323077201843262 sec -Test 'ParamMatching-Type-mpi_allgather-042_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.202707529067993 sec -Test 'ParamMatching-Type-mpi_allgather-043_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.220432996749878 sec -Test 'ParamMatching-Type-mpi_allgather-044_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.253209114074707 sec -Test 'ParamMatching-Type-mpi_allgather-045_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.22515869140625 sec -Test 'ParamMatching-Type-mpi_allgather-046_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3196492195129395 sec -Test 'ParamMatching-Type-mpi_allgather-047_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.311140298843384 sec -Test 'ParamMatching-Type-mpi_allgather-048_0' result: failure: tool error, or test not run. Elapsed: 1.0488896369934082 sec -Test 'ParamMatching-Type-mpi_allgather-049_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.299437999725342 sec -Test 'ParamMatching-Type-mpi_allgather-050_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.36489462852478 sec -Test 'ParamMatching-Type-mpi_allgather-051_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.304685354232788 sec -Test 'ParamMatching-Type-mpi_allreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.861191511154175 sec -Test 'ParamMatching-Type-mpi_allreduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.447146415710449 sec -Test 'ParamMatching-Type-mpi_allreduce-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.217412233352661 sec -Test 'ParamMatching-Type-mpi_allreduce-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.742043256759644 sec -Test 'ParamMatching-Type-mpi_allreduce-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.296903848648071 sec -Test 'ParamMatching-Type-mpi_allreduce-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.122114896774292 sec -Test 'ParamMatching-Type-mpi_allreduce-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.561739206314087 sec -Test 'ParamMatching-Type-mpi_allreduce-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.041186094284058 sec -Test 'ParamMatching-Type-mpi_allreduce-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.257108211517334 sec -Test 'ParamMatching-Type-mpi_allreduce-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.814263820648193 sec -Test 'ParamMatching-Type-mpi_allreduce-011_0' result: failure: tool error, or test not run. Elapsed: 1.1168220043182373 sec -Test 'ParamMatching-Type-mpi_allreduce-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.226832866668701 sec -Test 'ParamMatching-Type-mpi_allreduce-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.830942392349243 sec -Test 'ParamMatching-Type-mpi_allreduce-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.336548566818237 sec -Test 'ParamMatching-Type-mpi_allreduce-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.328806400299072 sec -Test 'ParamMatching-Type-mpi_allreduce-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.82569169998169 sec -Test 'ParamMatching-Type-mpi_allreduce-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.313358545303345 sec -Test 'ParamMatching-Type-mpi_allreduce-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.239733457565308 sec -Test 'ParamMatching-Type-mpi_allreduce-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.827939987182617 sec -Test 'ParamMatching-Type-mpi_allreduce-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.313483953475952 sec -Test 'ParamMatching-Type-mpi_allreduce-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.96289587020874 sec -Test 'ParamMatching-Type-mpi_allreduce-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.88014006614685 sec -Test 'ParamMatching-Type-mpi_allreduce-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.305920600891113 sec -Test 'ParamMatching-Type-mpi_allreduce-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.330689907073975 sec -Test 'ParamMatching-Type-mpi_allreduce-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.04835557937622 sec -Test 'ParamMatching-Type-mpi_allreduce-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.288800239562988 sec -Test 'ParamMatching-Type-mpi_allreduce-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.5544538497924805 sec -Test 'ParamMatching-Type-mpi_allreduce-028_0' result: failure: tool error, or test not run. Elapsed: 0.9885015487670898 sec -Test 'ParamMatching-Type-mpi_allreduce-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2821736335754395 sec -Test 'ParamMatching-Type-mpi_allreduce-030_0' result: failure: tool error, or test not run. Elapsed: 0.9801909923553467 sec -Test 'ParamMatching-Type-mpi_allreduce-031_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.830579042434692 sec -Test 'ParamMatching-Type-mpi_allreduce-032_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.362259149551392 sec -Test 'ParamMatching-Type-mpi_allreduce-033_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.286032438278198 sec -Test 'ParamMatching-Type-mpi_allreduce-034_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.497735261917114 sec -Test 'ParamMatching-Type-mpi_allreduce-035_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.41366720199585 sec -Test 'ParamMatching-Type-mpi_allreduce-036_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.37617564201355 sec -Test 'ParamMatching-Type-mpi_allreduce-037_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.818860054016113 sec -Test 'ParamMatching-Type-mpi_allreduce-038_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.357513666152954 sec -Test 'ParamMatching-Type-mpi_allreduce-039_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.301344394683838 sec -Test 'ParamMatching-Type-mpi_allreduce-040_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.845665693283081 sec -Test 'ParamMatching-Type-mpi_allreduce-041_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.379201889038086 sec -Test 'ParamMatching-Type-mpi_allreduce-042_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.68160629272461 sec -Test 'ParamMatching-Type-mpi_allreduce-043_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.82556700706482 sec -Test 'ParamMatching-Type-mpi_allreduce-044_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.5762856006622314 sec -Test 'ParamMatching-Type-mpi_allreduce-045_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.440110683441162 sec -Test 'ParamMatching-Type-mpi_allreduce-046_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.795522928237915 sec -Test 'ParamMatching-Type-mpi_allreduce-047_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.75741720199585 sec -Test 'ParamMatching-Type-mpi_allreduce-048_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3899805545806885 sec -Test 'ParamMatching-Type-mpi_allreduce-049_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.652461290359497 sec -Test 'ParamMatching-Type-mpi_allreduce-050_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2858967781066895 sec -Test 'ParamMatching-Type-mpi_allreduce-051_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.547332525253296 sec -Test 'ParamMatching-Type-mpi_allreduce-052_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.207491874694824 sec -Test 'ParamMatching-Type-mpi_allreduce-053_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.20776104927063 sec -Test 'ParamMatching-Type-mpi_allreduce-054_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.328081846237183 sec -Test 'ParamMatching-Type-mpi_allreduce-055_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.253741025924683 sec -Test 'ParamMatching-Type-mpi_allreduce-056_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.023783206939697 sec -Test 'ParamMatching-Type-mpi_allreduce-057_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.457533836364746 sec -Test 'ParamMatching-Type-mpi_allreduce-058_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.356505870819092 sec -Test 'ParamMatching-Type-mpi_allreduce-059_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.821402311325073 sec -Test 'ParamMatching-Type-mpi_allreduce-060_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.242465972900391 sec -Test 'ParamMatching-Type-mpi_allreduce-061_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.874494791030884 sec -Test 'ParamMatching-Type-mpi_allreduce-062_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.901200771331787 sec -Test 'ParamMatching-Type-mpi_allreduce-063_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.874299764633179 sec -Test 'ParamMatching-Type-mpi_allreduce-064_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.299964189529419 sec -Test 'ParamMatching-Type-mpi_allreduce-065_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.202461242675781 sec -Test 'ParamMatching-Type-mpi_allreduce-066_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.390722990036011 sec -Test 'ParamMatching-Type-mpi_allreduce-067_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2527079582214355 sec -Test 'ParamMatching-Type-mpi_allreduce-068_0' result: failure: tool error, or test not run. Elapsed: 0.9324004650115967 sec -Test 'ParamMatching-Type-mpi_allreduce-069_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.197654962539673 sec -Test 'ParamMatching-Type-mpi_allreduce-070_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.389463663101196 sec -Test 'ParamMatching-Type-mpi_allreduce-071_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.277194023132324 sec -Test 'ParamMatching-Type-mpi_allreduce-072_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.254057168960571 sec -Test 'ParamMatching-Type-mpi_allreduce-073_0' result: failure: tool error, or test not run. Elapsed: 0.9462583065032959 sec -Test 'ParamMatching-Type-mpi_allreduce-074_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.538501739501953 sec -Test 'ParamMatching-Type-mpi_allreduce-075_0' result: failure: tool error, or test not run. Elapsed: 1.0988588333129883 sec -Test 'ParamMatching-Type-mpi_allreduce-076_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3733978271484375 sec -Test 'ParamMatching-Type-mpi_allreduce-077_0' result: failure: tool error, or test not run. Elapsed: 1.0178918838500977 sec -Test 'ParamMatching-Type-mpi_allreduce-078_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.311994791030884 sec -Test 'ParamMatching-Type-mpi_allreduce-079_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.351636648178101 sec -Test 'ParamMatching-Type-mpi_allreduce-080_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2742180824279785 sec -Test 'ParamMatching-Type-mpi_allreduce-081_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.784254550933838 sec -Test 'ParamMatching-Type-mpi_allreduce-082_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.342885494232178 sec -Test 'ParamMatching-Type-mpi_allreduce-083_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.285006046295166 sec -Test 'ParamMatching-Type-mpi_alltoall-001_0' result: failure: tool error, or test not run. Elapsed: 0.9712302684783936 sec -Test 'ParamMatching-Type-mpi_alltoall-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.368974924087524 sec -Test 'ParamMatching-Type-mpi_alltoall-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.36699652671814 sec -Test 'ParamMatching-Type-mpi_alltoall-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.129871845245361 sec -Test 'ParamMatching-Type-mpi_alltoall-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.305954694747925 sec -Test 'ParamMatching-Type-mpi_alltoall-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.319754362106323 sec -Test 'ParamMatching-Type-mpi_alltoall-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.033442258834839 sec -Test 'ParamMatching-Type-mpi_alltoall-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.125977993011475 sec -Test 'ParamMatching-Type-mpi_alltoall-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.362027645111084 sec -Test 'ParamMatching-Type-mpi_alltoall-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.74214220046997 sec -Test 'ParamMatching-Type-mpi_alltoall-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.387428045272827 sec -Test 'ParamMatching-Type-mpi_alltoall-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.309761047363281 sec -Test 'ParamMatching-Type-mpi_alltoall-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.221421718597412 sec -Test 'ParamMatching-Type-mpi_alltoall-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.32027792930603 sec -Test 'ParamMatching-Type-mpi_alltoall-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3035664558410645 sec -Test 'ParamMatching-Type-mpi_alltoall-016_0' result: failure: tool error, or test not run. Elapsed: 1.072540521621704 sec -Test 'ParamMatching-Type-mpi_alltoall-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.341874599456787 sec -Test 'ParamMatching-Type-mpi_alltoall-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.282142162322998 sec -Test 'ParamMatching-Type-mpi_alltoall-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.36292576789856 sec -Test 'ParamMatching-Type-mpi_alltoall-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.29610538482666 sec -Test 'ParamMatching-Type-mpi_alltoall-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.266970634460449 sec -Test 'ParamMatching-Type-mpi_alltoall-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.074962615966797 sec -Test 'ParamMatching-Type-mpi_alltoall-023_0' result: failure: tool error, or test not run. Elapsed: 1.0563714504241943 sec -Test 'ParamMatching-Type-mpi_alltoall-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.124801158905029 sec -Test 'ParamMatching-Type-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.257026672363281 sec -Test 'ParamMatching-Type-mpi_bcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3079750537872314 sec -Test 'ParamMatching-Type-mpi_bcast-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.815958023071289 sec -Test 'ParamMatching-Type-mpi_bcast-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.353271007537842 sec -Test 'ParamMatching-Type-mpi_bcast-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.336841583251953 sec -Test 'ParamMatching-Type-mpi_bcast-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.349685192108154 sec -Test 'ParamMatching-Type-mpi_bcast-007_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.284339189529419 sec -Test 'ParamMatching-Type-mpi_bcast-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.597102403640747 sec -Test 'ParamMatching-Type-mpi_bcast-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.259490489959717 sec -Test 'ParamMatching-Type-mpi_bcast-010_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0199718475341797 sec -Test 'ParamMatching-Type-mpi_bcast-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.562492609024048 sec -Test 'ParamMatching-Type-mpi_bcast-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.232475280761719 sec -Test 'ParamMatching-Type-mpi_bcast-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.185235500335693 sec -Test 'ParamMatching-Type-mpi_bcast-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.276286840438843 sec -Test 'ParamMatching-Type-mpi_bcast-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.421234846115112 sec -Test 'ParamMatching-Type-mpi_bcast-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3745200634002686 sec -Test 'ParamMatching-Type-mpi_bcast-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.216588497161865 sec -Test 'ParamMatching-Type-mpi_bcast-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.45004415512085 sec -Test 'ParamMatching-Type-mpi_bcast-019_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2294249534606934 sec -Test 'ParamMatching-Type-mpi_bcast-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3832786083221436 sec -Test 'ParamMatching-Type-mpi_bcast-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3671674728393555 sec -Test 'ParamMatching-Type-mpi_bcast-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.233082294464111 sec -Test 'ParamMatching-Type-mpi_bcast-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.300940036773682 sec -Test 'ParamMatching-Type-mpi_bcast-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.320986270904541 sec -Test 'ParamMatching-Type-mpi_bcast-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.344792366027832 sec -Test 'ParamMatching-Type-mpi_bcast-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.340662240982056 sec -Test 'ParamMatching-Type-mpi_bcast-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.320253372192383 sec -Test 'ParamMatching-Type-mpi_bcast-028_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.04815411567688 sec -Test 'ParamMatching-Type-mpi_bcast-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.329896926879883 sec -Test 'ParamMatching-Type-mpi_bcast-030_0' result: failure: tool error, or test not run. Elapsed: 1.2792127132415771 sec -Test 'ParamMatching-Type-mpi_bcast-031_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.2302467823028564 sec -Test 'ParamMatching-Type-mpi_bcast-032_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.050992727279663 sec -Test 'ParamMatching-Type-mpi_bcast-033_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.35531759262085 sec -Test 'ParamMatching-Type-mpi_bcast-034_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.488803148269653 sec -Test 'ParamMatching-Type-mpi_bcast-035_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.231781005859375 sec -Test 'ParamMatching-Type-mpi_bcast-036_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2894957065582275 sec -Test 'ParamMatching-Type-mpi_bcast-037_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1547749042510986 sec -Test 'ParamMatching-Type-mpi_bcast-038_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.589886903762817 sec -Test 'ParamMatching-Type-mpi_bcast-039_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.033214807510376 sec -Test 'ParamMatching-Type-mpi_bcast-040_0' result: failure: tool error, or test not run. Elapsed: 1.11899995803833 sec -Test 'ParamMatching-Type-mpi_bcast-041_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.305324554443359 sec -Test 'ParamMatching-Type-mpi_bcast-042_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.405182838439941 sec -Test 'ParamMatching-Type-mpi_bcast-043_0' result: failure: tool error, or test not run. Elapsed: 1.0600576400756836 sec -Test 'ParamMatching-Type-mpi_bcast-044_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.112344741821289 sec -Test 'ParamMatching-Type-mpi_bcast-045_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.302464723587036 sec -Test 'ParamMatching-Type-mpi_bcast-046_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.002740383148193 sec -Test 'ParamMatching-Type-mpi_bcast-047_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1267194747924805 sec -Test 'ParamMatching-Type-mpi_bcast-048_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.406147718429565 sec -Test 'ParamMatching-Type-mpi_bcast-049_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.410842418670654 sec -Test 'ParamMatching-Type-mpi_bcast-050_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4274656772613525 sec -Test 'ParamMatching-Type-mpi_bcast-051_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4421632289886475 sec -Test 'ParamMatching-Type-mpi_bcast-052_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.151203393936157 sec -Test 'ParamMatching-Type-mpi_bcast-053_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.941389083862305 sec -Test 'ParamMatching-Type-mpi_bcast-054_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.323238372802734 sec -Test 'ParamMatching-Type-mpi_bcast-055_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4241132736206055 sec -Test 'ParamMatching-Type-mpi_bcast-056_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.297471284866333 sec -Test 'ParamMatching-Type-mpi_bcast-057_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.182787179946899 sec -Test 'ParamMatching-Type-mpi_bcast-058_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.255878925323486 sec -Test 'ParamMatching-Type-mpi_bcast-059_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.219035625457764 sec -Test 'ParamMatching-Type-mpi_bcast-060_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3372368812561035 sec -Test 'ParamMatching-Type-mpi_bcast-061_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3124213218688965 sec -Test 'ParamMatching-Type-mpi_bcast-062_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.466399908065796 sec -Test 'ParamMatching-Type-mpi_bcast-063_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.215790271759033 sec -Test 'ParamMatching-Type-mpi_bcast-064_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.193971395492554 sec -Test 'ParamMatching-Type-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.61661696434021 sec -Test 'ParamMatching-Type-mpi_exscan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.302906036376953 sec -Test 'ParamMatching-Type-mpi_exscan-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2531843185424805 sec -Test 'ParamMatching-Type-mpi_exscan-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.778944969177246 sec -Test 'ParamMatching-Type-mpi_exscan-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.460203647613525 sec -Test 'ParamMatching-Type-mpi_exscan-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.218094825744629 sec -Test 'ParamMatching-Type-mpi_exscan-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.751944780349731 sec -Test 'ParamMatching-Type-mpi_exscan-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.327320337295532 sec -Test 'ParamMatching-Type-mpi_exscan-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3770551681518555 sec -Test 'ParamMatching-Type-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.186535358428955 sec -Test 'ParamMatching-Type-mpi_gather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.214780807495117 sec -Test 'ParamMatching-Type-mpi_gather-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.318322420120239 sec -Test 'ParamMatching-Type-mpi_gather-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.433602333068848 sec -Test 'ParamMatching-Type-mpi_gather-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.057183027267456 sec -Test 'ParamMatching-Type-mpi_gather-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.17313289642334 sec -Test 'ParamMatching-Type-mpi_gather-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.341836929321289 sec -Test 'ParamMatching-Type-mpi_gather-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3094117641448975 sec -Test 'ParamMatching-Type-mpi_gather-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.211311101913452 sec -Test 'ParamMatching-Type-mpi_gather-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.482892751693726 sec -Test 'ParamMatching-Type-mpi_gather-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.378030776977539 sec -Test 'ParamMatching-Type-mpi_gather-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3003363609313965 sec -Test 'ParamMatching-Type-mpi_gather-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.8391947746276855 sec -Test 'ParamMatching-Type-mpi_gather-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2716193199157715 sec -Test 'ParamMatching-Type-mpi_gather-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.445036172866821 sec -Test 'ParamMatching-Type-mpi_gather-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.506358623504639 sec -Test 'ParamMatching-Type-mpi_gather-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.369657039642334 sec -Test 'ParamMatching-Type-mpi_gather-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.249187231063843 sec -Test 'ParamMatching-Type-mpi_gather-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.194422483444214 sec -Test 'ParamMatching-Type-mpi_gather-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.301843881607056 sec -Test 'ParamMatching-Type-mpi_gather-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.531010389328003 sec -Test 'ParamMatching-Type-mpi_gather-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.32865571975708 sec -Test 'ParamMatching-Type-mpi_gather-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.467492341995239 sec -Test 'ParamMatching-Type-mpi_gather-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.266936302185059 sec -Test 'ParamMatching-Type-mpi_gather-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.168809413909912 sec -Test 'ParamMatching-Type-mpi_gather-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.254364728927612 sec -Test 'ParamMatching-Type-mpi_gather-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.179082155227661 sec -Test 'ParamMatching-Type-mpi_gather-028_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.916669845581055 sec -Test 'ParamMatching-Type-mpi_gather-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.486849784851074 sec -Test 'ParamMatching-Type-mpi_gather-030_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.337895154953003 sec -Test 'ParamMatching-Type-mpi_iallgather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.330067157745361 sec -Test 'ParamMatching-Type-mpi_iallgather-002_0' result: failure: tool error, or test not run. Elapsed: 0.9624695777893066 sec -Test 'ParamMatching-Type-mpi_iallgather-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.462905168533325 sec -Test 'ParamMatching-Type-mpi_iallgather-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.305728197097778 sec -Test 'ParamMatching-Type-mpi_iallgather-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3947913646698 sec -Test 'ParamMatching-Type-mpi_iallgather-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.529278755187988 sec -Test 'ParamMatching-Type-mpi_iallgather-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.451500415802002 sec -Test 'ParamMatching-Type-mpi_iallgather-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1540687084198 sec -Test 'ParamMatching-Type-mpi_iallgather-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.361193656921387 sec -Test 'ParamMatching-Type-mpi_iallgather-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.321880340576172 sec -Test 'ParamMatching-Type-mpi_iallgather-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.548044204711914 sec -Test 'ParamMatching-Type-mpi_iallgather-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.514932155609131 sec -Test 'ParamMatching-Type-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.971238613128662 sec -Test 'ParamMatching-Type-mpi_iallreduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.233335971832275 sec -Test 'ParamMatching-Type-mpi_iallreduce-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.311800479888916 sec -Test 'ParamMatching-Type-mpi_iallreduce-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.73803997039795 sec -Test 'ParamMatching-Type-mpi_iallreduce-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.297867774963379 sec -Test 'ParamMatching-Type-mpi_iallreduce-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.005272626876831 sec -Test 'ParamMatching-Type-mpi_iallreduce-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.929988861083984 sec -Test 'ParamMatching-Type-mpi_iallreduce-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.085026264190674 sec -Test 'ParamMatching-Type-mpi_iallreduce-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3138954639434814 sec -Test 'ParamMatching-Type-mpi_iallreduce-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.897183895111084 sec -Test 'ParamMatching-Type-mpi_iallreduce-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.332432508468628 sec -Test 'ParamMatching-Type-mpi_iallreduce-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.661323070526123 sec -Test 'ParamMatching-Type-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.5683434009552 sec -Test 'ParamMatching-Type-mpi_ialltoall-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4665138721466064 sec -Test 'ParamMatching-Type-mpi_ialltoall-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3770880699157715 sec -Test 'ParamMatching-Type-mpi_ialltoall-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.920718431472778 sec -Test 'ParamMatching-Type-mpi_ialltoall-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3730175495147705 sec -Test 'ParamMatching-Type-mpi_ialltoall-006_0' result: failure: tool error, or test not run. Elapsed: 1.0726304054260254 sec -Test 'ParamMatching-Type-mpi_ialltoall-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.805471658706665 sec -Test 'ParamMatching-Type-mpi_ialltoall-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.402494668960571 sec -Test 'ParamMatching-Type-mpi_ialltoall-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.072054624557495 sec -Test 'ParamMatching-Type-mpi_ialltoall-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.934798955917358 sec -Test 'ParamMatching-Type-mpi_ialltoall-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.361374616622925 sec -Test 'ParamMatching-Type-mpi_ialltoall-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.334865093231201 sec -Test 'ParamMatching-Type-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.129410982131958 sec -Test 'ParamMatching-Type-mpi_ireduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.269718885421753 sec -Test 'ParamMatching-Type-mpi_ireduce-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.246194839477539 sec -Test 'ParamMatching-Type-mpi_ireduce-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.937108993530273 sec -Test 'ParamMatching-Type-mpi_ireduce-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.372748136520386 sec -Test 'ParamMatching-Type-mpi_ireduce-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.324037551879883 sec -Test 'ParamMatching-Type-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.381720542907715 sec -Test 'ParamMatching-Type-mpi_reduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.304353475570679 sec -Test 'ParamMatching-Type-mpi_reduce-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.330645799636841 sec -Test 'ParamMatching-Type-mpi_reduce-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3164448738098145 sec -Test 'ParamMatching-Type-mpi_reduce-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.229681491851807 sec -Test 'ParamMatching-Type-mpi_reduce-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.356905937194824 sec -Test 'ParamMatching-Type-mpi_reduce-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.460871934890747 sec -Test 'ParamMatching-Type-mpi_reduce-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.262408494949341 sec -Test 'ParamMatching-Type-mpi_reduce-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.43290638923645 sec -Test 'ParamMatching-Type-mpi_reduce-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.876450538635254 sec -Test 'ParamMatching-Type-mpi_reduce-011_0' result: failure: tool error, or test not run. Elapsed: 0.9708292484283447 sec -Test 'ParamMatching-Type-mpi_reduce-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.119282484054565 sec -Test 'ParamMatching-Type-mpi_reduce-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.508511304855347 sec -Test 'ParamMatching-Type-mpi_reduce-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.117106914520264 sec -Test 'ParamMatching-Type-mpi_reduce-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.296650409698486 sec -Test 'ParamMatching-Type-mpi_reduce-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.538562059402466 sec -Test 'ParamMatching-Type-mpi_reduce-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.322404623031616 sec -Test 'ParamMatching-Type-mpi_reduce-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.338696718215942 sec -Test 'ParamMatching-Type-mpi_reduce-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.381664514541626 sec -Test 'ParamMatching-Type-mpi_reduce-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3170506954193115 sec -Test 'ParamMatching-Type-mpi_reduce-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.300527095794678 sec -Test 'ParamMatching-Type-mpi_reduce-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.474680423736572 sec -Test 'ParamMatching-Type-mpi_reduce-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.336344242095947 sec -Test 'ParamMatching-Type-mpi_reduce-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.245840311050415 sec -Test 'ParamMatching-Type-mpi_reduce-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.865238189697266 sec -Test 'ParamMatching-Type-mpi_reduce-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.996781587600708 sec -Test 'ParamMatching-Type-mpi_reduce-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.404832124710083 sec -Test 'ParamMatching-Type-mpi_reduce-028_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.377873659133911 sec -Test 'ParamMatching-Type-mpi_reduce-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.362841606140137 sec -Test 'ParamMatching-Type-mpi_reduce-030_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.332648277282715 sec -Test 'ParamMatching-Type-mpi_reduce-031_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.209625244140625 sec -Test 'ParamMatching-Type-mpi_reduce-032_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.290475368499756 sec -Test 'ParamMatching-Type-mpi_reduce-033_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1650989055633545 sec -Test 'ParamMatching-Type-mpi_reduce-034_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.256602048873901 sec -Test 'ParamMatching-Type-mpi_reduce-035_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.23963737487793 sec -Test 'ParamMatching-Type-mpi_reduce-036_0' result: failure: tool error, or test not run. Elapsed: 1.0763132572174072 sec -Test 'ParamMatching-Type-mpi_reduce-037_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.262070655822754 sec -Test 'ParamMatching-Type-mpi_reduce-038_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1095170974731445 sec -Test 'ParamMatching-Type-mpi_reduce-039_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.211190223693848 sec -Test 'ParamMatching-Type-mpi_reduce-040_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.167571544647217 sec -Test 'ParamMatching-Type-mpi_reduce-041_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.549950361251831 sec -Test 'ParamMatching-Type-mpi_reduce-042_0' result: failure: tool error, or test not run. Elapsed: 0.8186652660369873 sec -Test 'ParamMatching-Type-mpi_reduce-043_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.382171630859375 sec -Test 'ParamMatching-Type-mpi_reduce-044_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.301335334777832 sec -Test 'ParamMatching-Type-mpi_reduce-045_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.214016914367676 sec -Test 'ParamMatching-Type-mpi_reduce-046_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.18914008140564 sec -Test 'ParamMatching-Type-mpi_reduce-047_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.8366687297821045 sec -Test 'ParamMatching-Type-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.6416015625 sec -Test 'ParamMatching-Type-mpi_scan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.479303598403931 sec -Test 'ParamMatching-Type-mpi_scan-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.163806915283203 sec -Test 'ParamMatching-Type-mpi_scan-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.658347606658936 sec -Test 'ParamMatching-Type-mpi_scan-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.354567050933838 sec -Test 'ParamMatching-Type-mpi_scan-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3036181926727295 sec -Test 'ParamMatching-Type-mpi_scan-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.000753164291382 sec -Test 'ParamMatching-Type-mpi_scan-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.301857948303223 sec -Test 'ParamMatching-Type-mpi_scan-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.432916164398193 sec -Test 'ParamMatching-Type-mpi_scan-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.666098594665527 sec -Test 'ParamMatching-Type-mpi_scan-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.457862138748169 sec -Test 'ParamMatching-Type-mpi_scan-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.727245092391968 sec -Test 'ParamMatching-Type-mpi_scan-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.08166217803955 sec -Test 'ParamMatching-Type-mpi_scan-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.410784006118774 sec -Test 'ParamMatching-Type-mpi_scan-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.393726348876953 sec -Test 'ParamMatching-Type-mpi_scan-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.267189979553223 sec -Test 'ParamMatching-Type-mpi_scan-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.473294019699097 sec -Test 'ParamMatching-Type-mpi_scan-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.5097877979278564 sec -Test 'ParamMatching-Type-mpi_scan-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.310603857040405 sec -Test 'ParamMatching-Type-mpi_scan-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.224832057952881 sec -Test 'ParamMatching-Type-mpi_scan-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.489151477813721 sec -Test 'ParamMatching-Type-mpi_scan-022_0' result: failure: tool error, or test not run. Elapsed: 0.8592159748077393 sec -Test 'ParamMatching-Type-mpi_scan-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.314467906951904 sec -Test 'ParamMatching-Type-mpi_scatter-001_0' result: timeout: timeout after 60.208345890045166 sec. Elapsed: 60.208345890045166 sec -Test 'ParamMatching-Type-mpi_scatter-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.321553707122803 sec -Test 'ParamMatching-Type-mpi_scatter-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.616625785827637 sec -Test 'ParamMatching-Type-mpi_scatter-004_0' result: timeout: timeout after 60.20576214790344 sec. Elapsed: 60.20576214790344 sec -Test 'ParamMatching-Type-mpi_scatter-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.237087726593018 sec -Test 'ParamMatching-Type-mpi_scatter-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.320779085159302 sec -Test 'ParamMatching-Type-mpi_scatter-007_0' result: failure: tool error, or test not run. Elapsed: 1.0490031242370605 sec -Test 'ParamMatching-Type-mpi_scatter-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.336648225784302 sec -Test 'ParamMatching-Type-mpi_scatter-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.0884199142456055 sec -Test 'GlobalConcurrency-fence-accumulate_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.189832925796509 sec -Test 'GlobalConcurrency-fence-accumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8463919162750244 sec -Test 'GlobalConcurrency-fence-accumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9346199035644531 sec -Test 'GlobalConcurrency-fence-accumulate_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.200751781463623 sec -Test 'GlobalConcurrency-fence-accumulate_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.965137243270874 sec -Test 'GlobalConcurrency-fence-accumulate_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0161638259887695 sec -Test 'GlobalConcurrency-fence-accumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2418766021728516 sec -Test 'GlobalConcurrency-fence-accumulate_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0712242126464844 sec -Test 'GlobalConcurrency-fence-compare_and_swap_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9730732440948486 sec -Test 'GlobalConcurrency-fence-compare_and_swap_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.04803729057312 sec -Test 'GlobalConcurrency-fence-compare_and_swap_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.960888147354126 sec -Test 'GlobalConcurrency-fence-compare_and_swap_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1448707580566406 sec -Test 'GlobalConcurrency-fence-compare_and_swap_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9851939678192139 sec -Test 'GlobalConcurrency-fence-compare_and_swap_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9959421157836914 sec -Test 'GlobalConcurrency-fence-compare_and_swap_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9606950283050537 sec -Test 'GlobalConcurrency-fence-compare_and_swap_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2200565338134766 sec -Test 'GlobalConcurrency-fence-fetch_and_op_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.088996410369873 sec -Test 'GlobalConcurrency-fence-fetch_and_op_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.050710678100586 sec -Test 'GlobalConcurrency-fence-fetch_and_op_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.135554075241089 sec -Test 'GlobalConcurrency-fence-fetch_and_op_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1715211868286133 sec -Test 'GlobalConcurrency-fence-fetch_and_op_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.175687551498413 sec -Test 'GlobalConcurrency-fence-fetch_and_op_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.036104440689087 sec -Test 'GlobalConcurrency-fence-fetch_and_op_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.276426315307617 sec -Test 'GlobalConcurrency-fence-fetch_and_op_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0131874084472656 sec -Test 'GlobalConcurrency-fence-get_accumulate_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.997666597366333 sec -Test 'GlobalConcurrency-fence-get_accumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1569395065307617 sec -Test 'GlobalConcurrency-fence-get_accumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.987975835800171 sec -Test 'GlobalConcurrency-fence-get_accumulate_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.171978235244751 sec -Test 'GlobalConcurrency-fence-get_accumulate_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1119911670684814 sec -Test 'GlobalConcurrency-fence-get_accumulate_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.990858793258667 sec -Test 'GlobalConcurrency-fence-get_accumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8712382316589355 sec -Test 'GlobalConcurrency-fence-get_accumulate_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.935894250869751 sec -Test 'GlobalConcurrency-fence-put_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2399799823760986 sec -Test 'GlobalConcurrency-fence-put_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1013097763061523 sec -Test 'GlobalConcurrency-fence-put_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.267550230026245 sec -Test 'GlobalConcurrency-fence-put_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1985843181610107 sec -Test 'GlobalConcurrency-fence-put_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9435651302337646 sec -Test 'GlobalConcurrency-fence-put_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1673755645751953 sec -Test 'GlobalConcurrency-fence-raccumulate_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.044435501098633 sec -Test 'GlobalConcurrency-fence-raccumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.328310012817383 sec -Test 'GlobalConcurrency-fence-raccumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0284008979797363 sec -Test 'GlobalConcurrency-fence-raccumulate_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0953896045684814 sec -Test 'GlobalConcurrency-fence-raccumulate_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.190788984298706 sec -Test 'GlobalConcurrency-fence-raccumulate_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1079161167144775 sec -Test 'GlobalConcurrency-fence-raccumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0279297828674316 sec -Test 'GlobalConcurrency-fence-raccumulate_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1323187351226807 sec -Test 'GlobalConcurrency-fence-rget_accumulate_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9850871562957764 sec -Test 'GlobalConcurrency-fence-rget_accumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1299171447753906 sec -Test 'GlobalConcurrency-fence-rget_accumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0839033126831055 sec -Test 'GlobalConcurrency-fence-rget_accumulate_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.168617010116577 sec -Test 'GlobalConcurrency-fence-rget_accumulate_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9682557582855225 sec -Test 'GlobalConcurrency-fence-rget_accumulate_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.063286304473877 sec -Test 'GlobalConcurrency-fence-rget_accumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.097686290740967 sec -Test 'GlobalConcurrency-fence-rget_accumulate_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1832516193389893 sec -Test 'GlobalConcurrency-fence-rput_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.209956645965576 sec -Test 'GlobalConcurrency-fence-rput_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8636882305145264 sec -Test 'GlobalConcurrency-fence-rput_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1927754878997803 sec -Test 'GlobalConcurrency-fence-rput_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0590806007385254 sec -Test 'GlobalConcurrency-fence-rput_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2426493167877197 sec -Test 'GlobalConcurrency-fence-rput_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2464449405670166 sec -Test 'GlobalConcurrency-lock-get_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1837332248687744 sec -Test 'GlobalConcurrency-lock-get_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 3.5349268913269043 sec -Test 'GlobalConcurrency-lock-rget_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.963451862335205 sec -Test 'GlobalConcurrency-lock-rget_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.197150468826294 sec -Test 'GlobalConcurrency-request-rget_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1416637897491455 sec -Test 'GlobalConcurrency-request-rget_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2685892581939697 sec -Test 'CallOrdering-mpi_improbe-mpi_send-001_0' result: timeout: timeout after 60.20366597175598 sec. Elapsed: 60.20366597175598 sec -Test 'CallOrdering-mpi_iprobe-mpi_send-001_0' result: timeout: timeout after 60.209224462509155 sec. Elapsed: 60.209224462509155 sec -Test 'CallOrdering-mpi_mprobe-mpi_send-001_0' result: timeout: timeout after 60.20555305480957 sec. Elapsed: 60.20555305480957 sec -Test 'CallOrdering-mpi_probe-mpi_send-001_0' result: timeout: timeout after 60.20507025718689 sec. Elapsed: 60.20507025718689 sec -Test 'CallOrdering-unmatched-mpi_allgather-001_0' result: timeout: timeout after 60.20526647567749 sec. Elapsed: 60.20526647567749 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.441950559616089 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.968438625335693 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_barrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.417609453201294 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.306073904037476 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.336256504058838 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_gather-001_0' result: failure: tool error, or test not run. Elapsed: 1.0947210788726807 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.307522296905518 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.186918020248413 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.291484832763672 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.372408390045166 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.402806282043457 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.40085768699646 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.123320579528809 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.483203411102295 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.331196546554565 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.213969707489014 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.135821342468262 sec -Test 'CallOrdering-unmatched-mpi_allgather-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.009369134902954 sec -Test 'CallOrdering-unmatched-mpi_allreduce-001_0' result: timeout: timeout after 60.20768141746521 sec. Elapsed: 60.20768141746521 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.238111257553101 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.178509950637817 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.366252183914185 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.287731885910034 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1980931758880615 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001_0' result: failure: tool error, or test not run. Elapsed: 1.2148842811584473 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.627295017242432 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.072389125823975 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.229738712310791 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.459331274032593 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3090739250183105 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.343664169311523 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.401200532913208 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.416625022888184 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.357080698013306 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.385559558868408 sec -Test 'CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.249294996261597 sec -Test 'CallOrdering-unmatched-mpi_alltoall-001_0' result: timeout: timeout after 60.20683693885803 sec. Elapsed: 60.20683693885803 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.426860332489014 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.390330791473389 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001_0' result: failure: tool error, or test not run. Elapsed: 0.9403338432312012 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.129125595092773 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.354185342788696 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.552334547042847 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2425243854522705 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.405540704727173 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.522609710693359 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001_0' result: failure: tool error, or test not run. Elapsed: 1.0034186840057373 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001_0' result: failure: tool error, or test not run. Elapsed: 1.1306145191192627 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2831175327301025 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.389541387557983 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.237143516540527 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.268580198287964 sec -Test 'CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.086697340011597 sec -Test 'CallOrdering-unmatched-mpi_barrier-001_0' result: timeout: timeout after 60.203752517700195 sec. Elapsed: 60.203752517700195 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.6366589069366455 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.387655019760132 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.367392063140869 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.323753595352173 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.236780643463135 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.240061283111572 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.190587520599365 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.317290544509888 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.285725116729736 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.395032644271851 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3560755252838135 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_reduce-001_0' result: failure: tool error, or test not run. Elapsed: 0.8495609760284424 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.237985134124756 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.294930696487427 sec -Test 'CallOrdering-unmatched-mpi_barrier-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.28144907951355 sec -Test 'CallOrdering-unmatched-mpi_bcast-001_0' result: timeout: timeout after 60.20751619338989 sec. Elapsed: 60.20751619338989 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2443602085113525 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.509003162384033 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.984333276748657 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.27369236946106 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.295381307601929 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001_0' result: failure: tool error, or test not run. Elapsed: 0.9757225513458252 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.334076642990112 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.268111228942871 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.319170713424683 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.249894142150879 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.357647180557251 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.29101037979126 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.440737724304199 sec -Test 'CallOrdering-unmatched-mpi_bcast-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2547407150268555 sec -Test 'CallOrdering-unmatched-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.981344699859619 sec -Test 'CallOrdering-unmatched-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.960925340652466 sec -Test 'CallOrdering-unmatched-mpi_exscan-001_0' result: timeout: timeout after 60.203051805496216 sec. Elapsed: 60.203051805496216 sec -Test 'CallOrdering-unmatched-mpi_exscan-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.104343414306641 sec -Test 'CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.324785232543945 sec -Test 'CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001_0' result: failure: tool error, or test not run. Elapsed: 0.9180011749267578 sec -Test 'CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.313760757446289 sec -Test 'CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.308049440383911 sec -Test 'CallOrdering-unmatched-mpi_exscan-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.346843242645264 sec -Test 'CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.277315139770508 sec -Test 'CallOrdering-unmatched-mpi_exscan-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.206350326538086 sec -Test 'CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.5575644969940186 sec -Test 'CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.240579605102539 sec -Test 'CallOrdering-unmatched-mpi_exscan-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.249761581420898 sec -Test 'CallOrdering-unmatched-mpi_gather-001_0' result: timeout: timeout after 60.206358909606934 sec. Elapsed: 60.206358909606934 sec -Test 'CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.270634412765503 sec -Test 'CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.341518878936768 sec -Test 'CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.211101293563843 sec -Test 'CallOrdering-unmatched-mpi_gather-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3809685707092285 sec -Test 'CallOrdering-unmatched-mpi_gather-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3612189292907715 sec -Test 'CallOrdering-unmatched-mpi_gather-mpi_ireduce-001_0' result: failure: tool error, or test not run. Elapsed: 1.1457328796386719 sec -Test 'CallOrdering-unmatched-mpi_gather-mpi_iscan-001_0' result: failure: tool error, or test not run. Elapsed: 1.0831091403961182 sec -Test 'CallOrdering-unmatched-mpi_gather-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.459885358810425 sec -Test 'CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.294301271438599 sec -Test 'CallOrdering-unmatched-mpi_gather-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.486218690872192 sec -Test 'CallOrdering-unmatched-mpi_iallreduce-001_0' result: timeout: timeout after 60.20506930351257 sec. Elapsed: 60.20506930351257 sec -Test 'CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.370608329772949 sec -Test 'CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.379382371902466 sec -Test 'CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3202738761901855 sec -Test 'CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.06740140914917 sec -Test 'CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.46026611328125 sec -Test 'CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001_0' result: failure: tool error, or test not run. Elapsed: 0.9336602687835693 sec -Test 'CallOrdering-unmatched-mpi_ialltoall-001_0' result: timeout: timeout after 60.20706605911255 sec. Elapsed: 60.20706605911255 sec -Test 'CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.275196313858032 sec -Test 'CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001_0' result: failure: tool error, or test not run. Elapsed: 0.9792954921722412 sec -Test 'CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001_0' result: failure: tool error, or test not run. Elapsed: 0.9859006404876709 sec -Test 'CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.238107919692993 sec -Test 'CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.539460182189941 sec -Test 'CallOrdering-unmatched-mpi_ibarrier-001_0' result: timeout: timeout after 60.20573949813843 sec. Elapsed: 60.20573949813843 sec -Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001_0' result: failure: tool error, or test not run. Elapsed: 1.1701700687408447 sec -Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.290843486785889 sec -Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.271377801895142 sec -Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.411611795425415 sec -Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.337939500808716 sec -Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.268030643463135 sec -Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001_0' result: failure: tool error, or test not run. Elapsed: 1.1499989032745361 sec -Test 'CallOrdering-unmatched-mpi_ibcast-001_0' result: timeout: timeout after 60.20776677131653 sec. Elapsed: 60.20776677131653 sec -Test 'CallOrdering-unmatched-mpi_ibcast-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.307508707046509 sec -Test 'CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.314610719680786 sec -Test 'CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.723737716674805 sec -Test 'CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.317228317260742 sec -Test 'CallOrdering-unmatched-mpi_ibsend-001_0' result: failure: tool error, or test not run. Elapsed: 1.0928983688354492 sec -Test 'CallOrdering-unmatched-mpi_igather-001_0' result: timeout: timeout after 60.20561385154724 sec. Elapsed: 60.20561385154724 sec -Test 'CallOrdering-unmatched-mpi_igather-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.274655342102051 sec -Test 'CallOrdering-unmatched-mpi_improbe-001_0' result: timeout: timeout after 60.20662832260132 sec. Elapsed: 60.20662832260132 sec -Test 'CallOrdering-unmatched-mpi_irecv-001_0' result: timeout: timeout after 60.20337510108948 sec. Elapsed: 60.20337510108948 sec -Test 'CallOrdering-unmatched-mpi_ireduce-001_0' result: timeout: timeout after 60.20438814163208 sec. Elapsed: 60.20438814163208 sec -Test 'CallOrdering-unmatched-mpi_ireduce-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.233739137649536 sec -Test 'CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.283453464508057 sec -Test 'CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.192058324813843 sec -Test 'CallOrdering-unmatched-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.5529654026031494 sec -Test 'CallOrdering-unmatched-mpi_iscan-001_0' result: timeout: timeout after 60.20813250541687 sec. Elapsed: 60.20813250541687 sec -Test 'CallOrdering-unmatched-mpi_iscatter-001_0' result: timeout: timeout after 60.20799708366394 sec. Elapsed: 60.20799708366394 sec -Test 'CallOrdering-unmatched-mpi_iscatter-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.13963508605957 sec -Test 'CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.121751308441162 sec -Test 'CallOrdering-unmatched-mpi_isend-001_0' result: timeout: timeout after 60.20772457122803 sec. Elapsed: 60.20772457122803 sec -Test 'CallOrdering-unmatched-mpi_issend-001_0' result: timeout: timeout after 60.20783519744873 sec. Elapsed: 60.20783519744873 sec -Test 'CallOrdering-unmatched-mpi_mprobe-001_0' result: timeout: timeout after 60.20401692390442 sec. Elapsed: 60.20401692390442 sec -Test 'CallOrdering-unmatched-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10906410217285156 sec -Test 'CallOrdering-unmatched-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.09992265701293945 sec -Test 'CallOrdering-unmatched-mpi_recv-001_0' result: timeout: timeout after 60.20533895492554 sec. Elapsed: 60.20533895492554 sec -Test 'CallOrdering-unmatched-mpi_recv_init-001_0' result: timeout: timeout after 60.20671606063843 sec. Elapsed: 60.20671606063843 sec -Test 'CallOrdering-unmatched-mpi_reduce-001_0' result: timeout: timeout after 60.20384454727173 sec. Elapsed: 60.20384454727173 sec -Test 'CallOrdering-unmatched-mpi_reduce-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.348394870758057 sec -Test 'CallOrdering-unmatched-mpi_reduce-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.33461594581604 sec -Test 'CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.345587968826294 sec -Test 'CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.501992702484131 sec -Test 'CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.282339096069336 sec -Test 'CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.268455266952515 sec -Test 'CallOrdering-unmatched-mpi_reduce-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.257578611373901 sec -Test 'CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.380770683288574 sec -Test 'CallOrdering-unmatched-mpi_reduce-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.207560062408447 sec -Test 'CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.161755084991455 sec -Test 'CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.549645662307739 sec -Test 'CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.344555854797363 sec -Test 'CallOrdering-unmatched-mpi_reduce-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.979712724685669 sec -Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-001_0' result: timeout: timeout after 60.20317816734314 sec. Elapsed: 60.20317816734314 sec -Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.292345285415649 sec -Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.270099639892578 sec -Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.403524398803711 sec -Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.703581809997559 sec -Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.098976373672485 sec -Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.347734212875366 sec -Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1877281665802 sec -Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.356125354766846 sec -Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2818591594696045 sec -Test 'CallOrdering-unmatched-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.3979756832122803 sec -Test 'CallOrdering-unmatched-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.4470629692077637 sec -Test 'CallOrdering-unmatched-mpi_scan-001_0' result: timeout: timeout after 60.208797454833984 sec. Elapsed: 60.208797454833984 sec -Test 'CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.898463487625122 sec -Test 'CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.363819360733032 sec -Test 'CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.288488149642944 sec -Test 'CallOrdering-unmatched-mpi_scan-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4933412075042725 sec -Test 'CallOrdering-unmatched-mpi_scan-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.079488039016724 sec -Test 'CallOrdering-unmatched-mpi_scan-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.144326686859131 sec -Test 'CallOrdering-unmatched-mpi_scan-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.9430458545684814 sec -Test 'CallOrdering-unmatched-mpi_scan-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.317187309265137 sec -Test 'CallOrdering-unmatched-mpi_scatter-001_0' result: timeout: timeout after 60.205644607543945 sec. Elapsed: 60.205644607543945 sec -Test 'CallOrdering-unmatched-mpi_scatter-mpi_exscan-001_0' result: failure: tool error, or test not run. Elapsed: 1.0278902053833008 sec -Test 'CallOrdering-unmatched-mpi_scatter-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.195576429367065 sec -Test 'CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.29699182510376 sec -Test 'CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.300415754318237 sec -Test 'CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001_0' result: failure: tool error, or test not run. Elapsed: 1.0006871223449707 sec -Test 'CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.329357862472534 sec -Test 'CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.199618577957153 sec -Test 'CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.127801895141602 sec -Test 'CallOrdering-unmatched-mpi_scatter-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.293071985244751 sec -Test 'CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.295873403549194 sec -Test 'CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.131834506988525 sec -Test 'CallOrdering-unmatched-mpi_scatter-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.258195877075195 sec -Test 'CallOrdering-unmatched-mpi_send-001_0' result: timeout: timeout after 60.20698070526123 sec. Elapsed: 60.20698070526123 sec -Test 'CallOrdering-unmatched-mpi_send_init-001_0' result: timeout: timeout after 60.21356225013733 sec. Elapsed: 60.21356225013733 sec -Test 'CallOrdering-unmatched-mpi_ssend-001_0' result: timeout: timeout after 60.20487976074219 sec. Elapsed: 60.20487976074219 sec -Test 'CallOrdering-unmatched-mpi_ssend_init-001_0' result: timeout: timeout after 60.20561957359314 sec. Elapsed: 60.20561957359314 sec -Test 'MsgRace-ANY_SOURCE-001_0' result: timeout: timeout after 60.209299087524414 sec. Elapsed: 60.209299087524414 sec -Test 'MsgRace-ANY_TAG-001_0' result: timeout: timeout after 60.20726442337036 sec. Elapsed: 60.20726442337036 sec -Test 'CallOrdering-mpi_send-mpi_irecv-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2602553367614746 sec -Test 'CallOrdering-mpi_send-mpi_recv-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.336287498474121 sec -Test 'CallOrdering-mpi_send-mpi_recv_init-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1990978717803955 sec -Test 'Correct-fence-accumulate_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0070512294769287 sec -Test 'Correct-fence-accumulate_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0340628623962402 sec -Test 'Correct-fence-accumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9613609313964844 sec -Test 'Correct-fence-accumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2980167865753174 sec -Test 'Correct-fence-accumulate_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0960521697998047 sec -Test 'Correct-fence-accumulate_compare_and_swap-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1525685787200928 sec -Test 'Correct-fence-accumulate_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3033690452575684 sec -Test 'Correct-fence-accumulate_fetch_and_op-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.193194627761841 sec -Test 'Correct-fence-accumulate_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9089553356170654 sec -Test 'Correct-fence-accumulate_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1456644535064697 sec -Test 'Correct-fence-accumulate_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.094402313232422 sec -Test 'Correct-fence-accumulate_get_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.174137830734253 sec -Test 'Correct-fence-accumulate_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.025881052017212 sec -Test 'Correct-fence-accumulate_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.174816131591797 sec -Test 'Correct-fence-accumulate_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.246753215789795 sec -Test 'Correct-fence-accumulate_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.136618137359619 sec -Test 'Correct-fence-accumulate_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.879969835281372 sec -Test 'Correct-fence-accumulate_raccumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1069133281707764 sec -Test 'Correct-fence-accumulate_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.125114917755127 sec -Test 'Correct-fence-accumulate_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.526224374771118 sec -Test 'Correct-fence-accumulate_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0185112953186035 sec -Test 'Correct-fence-accumulate_rget_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.010050058364868 sec -Test 'Correct-fence-accumulate_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1301515102386475 sec -Test 'Correct-fence-accumulate_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.249371290206909 sec -Test 'Correct-fence-bufread_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.466972827911377 sec -Test 'Correct-fence-bufread_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.040825843811035 sec -Test 'Correct-fence-bufread_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.069429397583008 sec -Test 'Correct-fence-bufread_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9747607707977295 sec -Test 'Correct-fence-bufread_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.013134241104126 sec -Test 'Correct-fence-bufread_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.165161609649658 sec -Test 'Correct-fence-bufread_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.125917911529541 sec -Test 'Correct-fence-bufread_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.263305425643921 sec -Test 'Correct-fence-compare_and_swap_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1068859100341797 sec -Test 'Correct-fence-compare_and_swap_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2391252517700195 sec -Test 'Correct-fence-compare_and_swap_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9531199932098389 sec -Test 'Correct-fence-compare_and_swap_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9643900394439697 sec -Test 'Correct-fence-compare_and_swap_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.9132306575775146 sec -Test 'Correct-fence-compare_and_swap_compare_and_swap-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2494022846221924 sec -Test 'Correct-fence-compare_and_swap_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.053114891052246 sec -Test 'Correct-fence-compare_and_swap_fetch_and_op-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1569130420684814 sec -Test 'Correct-fence-compare_and_swap_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2455198764801025 sec -Test 'Correct-fence-compare_and_swap_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1150500774383545 sec -Test 'Correct-fence-compare_and_swap_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.176065683364868 sec -Test 'Correct-fence-compare_and_swap_get_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0881857872009277 sec -Test 'Correct-fence-compare_and_swap_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.13753080368042 sec -Test 'Correct-fence-compare_and_swap_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9613120555877686 sec -Test 'Correct-fence-compare_and_swap_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1146504878997803 sec -Test 'Correct-fence-compare_and_swap_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.024287462234497 sec -Test 'Correct-fence-compare_and_swap_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.19649600982666 sec -Test 'Correct-fence-compare_and_swap_raccumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.17990779876709 sec -Test 'Correct-fence-compare_and_swap_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9699349403381348 sec -Test 'Correct-fence-compare_and_swap_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9957606792449951 sec -Test 'Correct-fence-compare_and_swap_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1190121173858643 sec -Test 'Correct-fence-compare_and_swap_rget_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9792773723602295 sec -Test 'Correct-fence-compare_and_swap_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.181889533996582 sec -Test 'Correct-fence-compare_and_swap_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.344320774078369 sec -Test 'Correct-fence-fetch_and_op_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.180098056793213 sec -Test 'Correct-fence-fetch_and_op_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.152083158493042 sec -Test 'Correct-fence-fetch_and_op_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.5542428493499756 sec -Test 'Correct-fence-fetch_and_op_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1129367351531982 sec -Test 'Correct-fence-fetch_and_op_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9336962699890137 sec -Test 'Correct-fence-fetch_and_op_compare_and_swap-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2992453575134277 sec -Test 'Correct-fence-fetch_and_op_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0479800701141357 sec -Test 'Correct-fence-fetch_and_op_fetch_and_op-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2349019050598145 sec -Test 'Correct-fence-fetch_and_op_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.136582612991333 sec -Test 'Correct-fence-fetch_and_op_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.191518783569336 sec -Test 'Correct-fence-fetch_and_op_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.999959945678711 sec -Test 'Correct-fence-fetch_and_op_get_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9168281555175781 sec -Test 'Correct-fence-fetch_and_op_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.100067138671875 sec -Test 'Correct-fence-fetch_and_op_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.052424669265747 sec -Test 'Correct-fence-fetch_and_op_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.044257640838623 sec -Test 'Correct-fence-fetch_and_op_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1221063137054443 sec -Test 'Correct-fence-fetch_and_op_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0966737270355225 sec -Test 'Correct-fence-fetch_and_op_raccumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.251946210861206 sec -Test 'Correct-fence-fetch_and_op_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.202807903289795 sec -Test 'Correct-fence-fetch_and_op_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9813504219055176 sec -Test 'Correct-fence-fetch_and_op_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2180984020233154 sec -Test 'Correct-fence-fetch_and_op_rget_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.5307092666625977 sec -Test 'Correct-fence-fetch_and_op_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9062097072601318 sec -Test 'Correct-fence-fetch_and_op_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3255722522735596 sec -Test 'Correct-fence-get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.177865743637085 sec -Test 'Correct-fence-get_accumulate_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8837833404541016 sec -Test 'Correct-fence-get_accumulate_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0789830684661865 sec -Test 'Correct-fence-get_accumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9359095096588135 sec -Test 'Correct-fence-get_accumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9212007522583008 sec -Test 'Correct-fence-get_accumulate_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.251957654953003 sec -Test 'Correct-fence-get_accumulate_compare_and_swap-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0378003120422363 sec -Test 'Correct-fence-get_accumulate_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1117801666259766 sec -Test 'Correct-fence-get_accumulate_fetch_and_op-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.08768892288208 sec -Test 'Correct-fence-get_accumulate_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1638731956481934 sec -Test 'Correct-fence-get_accumulate_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9596145153045654 sec -Test 'Correct-fence-get_accumulate_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9811208248138428 sec -Test 'Correct-fence-get_accumulate_get_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.121659517288208 sec -Test 'Correct-fence-get_accumulate_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0941243171691895 sec -Test 'Correct-fence-get_accumulate_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1042962074279785 sec -Test 'Correct-fence-get_accumulate_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.4872705936431885 sec -Test 'Correct-fence-get_accumulate_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9133577346801758 sec -Test 'Correct-fence-get_accumulate_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8276636600494385 sec -Test 'Correct-fence-get_accumulate_raccumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2108044624328613 sec -Test 'Correct-fence-get_accumulate_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.054722309112549 sec -Test 'Correct-fence-get_accumulate_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.161668062210083 sec -Test 'Correct-fence-get_accumulate_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9625723361968994 sec -Test 'Correct-fence-get_accumulate_rget_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2283198833465576 sec -Test 'Correct-fence-get_accumulate_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.250997543334961 sec -Test 'Correct-fence-get_accumulate_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2155280113220215 sec -Test 'Correct-fence-get_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.235830783843994 sec -Test 'Correct-fence-get_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.6488828659057617 sec -Test 'Correct-fence-get_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2260193824768066 sec -Test 'Correct-fence-get_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.882636547088623 sec -Test 'Correct-fence-get_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.215581178665161 sec -Test 'Correct-fence-get_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0524404048919678 sec -Test 'Correct-fence-get_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8521153926849365 sec -Test 'Correct-fence-get_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.161635637283325 sec -Test 'Correct-fence-get_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.358353614807129 sec -Test 'Correct-fence-get_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1630196571350098 sec -Test 'Correct-fence-get_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.5266647338867188 sec -Test 'Correct-fence-get_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0036520957946777 sec -Test 'Correct-fence-put_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1832544803619385 sec -Test 'Correct-fence-put_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0034611225128174 sec -Test 'Correct-fence-put_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.068617343902588 sec -Test 'Correct-fence-put_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0030760765075684 sec -Test 'Correct-fence-put_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1149063110351562 sec -Test 'Correct-fence-put_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9135527610778809 sec -Test 'Correct-fence-put_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.148001194000244 sec -Test 'Correct-fence-put_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9450974464416504 sec -Test 'Correct-fence-put_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.135073184967041 sec -Test 'Correct-fence-put_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.130117177963257 sec -Test 'Correct-fence-put_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0671510696411133 sec -Test 'Correct-fence-put_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9504354000091553 sec -Test 'Correct-fence-put_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1524624824523926 sec -Test 'Correct-fence-put_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.206756830215454 sec -Test 'Correct-fence-put_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.263472318649292 sec -Test 'Correct-fence-put_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.6420440673828125 sec -Test 'Correct-fence-raccumulate_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1387979984283447 sec -Test 'Correct-fence-raccumulate_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1562018394470215 sec -Test 'Correct-fence-raccumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9821288585662842 sec -Test 'Correct-fence-raccumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.034682512283325 sec -Test 'Correct-fence-raccumulate_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1327593326568604 sec -Test 'Correct-fence-raccumulate_compare_and_swap-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.020052194595337 sec -Test 'Correct-fence-raccumulate_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8637237548828125 sec -Test 'Correct-fence-raccumulate_fetch_and_op-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0090324878692627 sec -Test 'Correct-fence-raccumulate_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.917337417602539 sec -Test 'Correct-fence-raccumulate_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0472593307495117 sec -Test 'Correct-fence-raccumulate_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0215816497802734 sec -Test 'Correct-fence-raccumulate_get_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.135655403137207 sec -Test 'Correct-fence-raccumulate_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8447234630584717 sec -Test 'Correct-fence-raccumulate_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.172980785369873 sec -Test 'Correct-fence-raccumulate_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9138386249542236 sec -Test 'Correct-fence-raccumulate_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0665812492370605 sec -Test 'Correct-fence-raccumulate_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.989090919494629 sec -Test 'Correct-fence-raccumulate_raccumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.282721996307373 sec -Test 'Correct-fence-raccumulate_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8568580150604248 sec -Test 'Correct-fence-raccumulate_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2020480632781982 sec -Test 'Correct-fence-raccumulate_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.108640193939209 sec -Test 'Correct-fence-raccumulate_rget_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.247892141342163 sec -Test 'Correct-fence-raccumulate_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.053147315979004 sec -Test 'Correct-fence-raccumulate_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.038332462310791 sec -Test 'Correct-fence-rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.113888740539551 sec -Test 'Correct-fence-rget_accumulate_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.061221122741699 sec -Test 'Correct-fence-rget_accumulate_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2091283798217773 sec -Test 'Correct-fence-rget_accumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.211339235305786 sec -Test 'Correct-fence-rget_accumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0935893058776855 sec -Test 'Correct-fence-rget_accumulate_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0624172687530518 sec -Test 'Correct-fence-rget_accumulate_compare_and_swap-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.120375394821167 sec -Test 'Correct-fence-rget_accumulate_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3819055557250977 sec -Test 'Correct-fence-rget_accumulate_fetch_and_op-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9456071853637695 sec -Test 'Correct-fence-rget_accumulate_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9777348041534424 sec -Test 'Correct-fence-rget_accumulate_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.147663116455078 sec -Test 'Correct-fence-rget_accumulate_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1915671825408936 sec -Test 'Correct-fence-rget_accumulate_get_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.542603015899658 sec -Test 'Correct-fence-rget_accumulate_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0041627883911133 sec -Test 'Correct-fence-rget_accumulate_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.115919589996338 sec -Test 'Correct-fence-rget_accumulate_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.122166395187378 sec -Test 'Correct-fence-rget_accumulate_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2034902572631836 sec -Test 'Correct-fence-rget_accumulate_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2063751220703125 sec -Test 'Correct-fence-rget_accumulate_raccumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3353171348571777 sec -Test 'Correct-fence-rget_accumulate_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.4630801677703857 sec -Test 'Correct-fence-rget_accumulate_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.113039255142212 sec -Test 'Correct-fence-rget_accumulate_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.499818801879883 sec -Test 'Correct-fence-rget_accumulate_rget_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9826159477233887 sec -Test 'Correct-fence-rget_accumulate_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.061999797821045 sec -Test 'Correct-fence-rget_accumulate_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0120387077331543 sec -Test 'Correct-fence-rget_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.433090925216675 sec -Test 'Correct-fence-rget_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.025456428527832 sec -Test 'Correct-fence-rget_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0819387435913086 sec -Test 'Correct-fence-rget_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9046533107757568 sec -Test 'Correct-fence-rget_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2787187099456787 sec -Test 'Correct-fence-rget_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1306824684143066 sec -Test 'Correct-fence-rget_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0050530433654785 sec -Test 'Correct-fence-rget_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.049901008605957 sec -Test 'Correct-fence-rget_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.167663335800171 sec -Test 'Correct-fence-rget_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9070839881896973 sec -Test 'Correct-fence-rget_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.7668349742889404 sec -Test 'Correct-fence-rget_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.8623344898223877 sec -Test 'Correct-fence-rput_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.029961109161377 sec -Test 'Correct-fence-rput_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0405468940734863 sec -Test 'Correct-fence-rput_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1631991863250732 sec -Test 'Correct-fence-rput_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1986963748931885 sec -Test 'Correct-fence-rput_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.133681297302246 sec -Test 'Correct-fence-rput_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.063809633255005 sec -Test 'Correct-fence-rput_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.11995267868042 sec -Test 'Correct-fence-rput_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.129486560821533 sec -Test 'Correct-fence-rput_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.17651629447937 sec -Test 'Correct-fence-rput_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.442042827606201 sec -Test 'Correct-fence-rput_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9604406356811523 sec -Test 'Correct-fence-rput_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2959625720977783 sec -Test 'Correct-fence-rput_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1637282371520996 sec -Test 'Correct-fence-rput_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0585317611694336 sec -Test 'Correct-fence-rput_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9906806945800781 sec -Test 'Correct-fence-rput_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0115256309509277 sec -Test 'Correct-lock-get_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2922043800354004 sec -Test 'Correct-lock-get_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1850686073303223 sec -Test 'Correct-lock-rget_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.963869571685791 sec -Test 'Correct-lock-rget_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2076244354248047 sec -Test 'Correct-lockall-get_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8861963748931885 sec -Test 'Correct-lockall-get_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.048734426498413 sec -Test 'Correct-lockall-rget_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.982668399810791 sec -Test 'Correct-lockall-rget_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.171029806137085 sec -Test 'Correct-lockallflush-bufwrite_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9569904804229736 sec -Test 'Correct-lockallflush-bufwrite_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.014824151992798 sec -Test 'Correct-lockallflush-bufwrite_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9304478168487549 sec -Test 'Correct-lockallflush-bufwrite_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1700267791748047 sec -Test 'Correct-lockallflush-bufwrite_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.146864414215088 sec -Test 'Correct-lockallflush-bufwrite_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.036074638366699 sec -Test 'Correct-lockallflush-bufwrite_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2491700649261475 sec -Test 'Correct-lockallflush-bufwrite_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1177685260772705 sec -Test 'Correct-lockallflushlocal-bufread_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3160829544067383 sec -Test 'Correct-lockallflushlocal-bufread_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.861741304397583 sec -Test 'Correct-lockflush-bufwrite_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2354023456573486 sec -Test 'Correct-lockflush-bufwrite_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.4741463661193848 sec -Test 'Correct-lockflushlocal-accumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1122028827667236 sec -Test 'Correct-lockflushlocal-compare_and_swap_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.068122148513794 sec -Test 'Correct-lockflushlocal-fetch_and_op_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9228515625 sec -Test 'Correct-lockflushlocal-get_accumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.932173252105713 sec -Test 'Correct-lockflushlocal-put_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8355605602264404 sec -Test 'Correct-lockflushlocal-raccumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.986450433731079 sec -Test 'Correct-lockflushlocal-rget_accumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1995275020599365 sec -Test 'Correct-lockflushlocal-rput_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9603445529937744 sec -Test 'Correct-lockunlock-accumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1246862411499023 sec -Test 'Correct-lockunlock-compare_and_swap_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9710369110107422 sec -Test 'Correct-lockunlock-fetch_and_op_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8741297721862793 sec -Test 'Correct-lockunlock-get_accumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1975388526916504 sec -Test 'Correct-lockunlock-put_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0726168155670166 sec -Test 'Correct-lockunlock-raccumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9595868587493896 sec -Test 'Correct-lockunlock-rget_accumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9914965629577637 sec -Test 'Correct-lockunlock-rput_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.807966709136963 sec -Test 'Correct-mpi_allgather-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0917842388153076 sec -Test 'Correct-mpi_allgather-002_0' result: timeout: timeout after 60.208308696746826 sec. Elapsed: 60.208308696746826 sec -Test 'Correct-mpi_allgather-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.224665880203247 sec -Test 'Correct-mpi_allgather-004_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.037107229232788 sec -Test 'Correct-mpi_allgather-mpi_allgather-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.332122564315796 sec -Test 'Correct-mpi_allreduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.174563407897949 sec -Test 'Correct-mpi_allreduce-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1982100009918213 sec -Test 'Correct-mpi_allreduce-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.430384635925293 sec -Test 'Correct-mpi_allreduce-004_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 7.848514556884766 sec -Test 'Correct-mpi_allreduce-005_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1909046173095703 sec -Test 'Correct-mpi_allreduce-006_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 7.885379076004028 sec -Test 'Correct-mpi_allreduce-007_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.277326822280884 sec -Test 'Correct-mpi_allreduce-008_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2716591358184814 sec -Test 'Correct-mpi_allreduce-009_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.231215715408325 sec -Test 'Correct-mpi_allreduce-010_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3379361629486084 sec -Test 'Correct-mpi_allreduce-011_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.868887424468994 sec -Test 'Correct-mpi_allreduce-mpi_allreduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.221630096435547 sec -Test 'Correct-mpi_alltoall-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.791015863418579 sec -Test 'Correct-mpi_alltoall-mpi_alltoall-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.881538152694702 sec -Test 'Correct-mpi_barrier-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.274548292160034 sec -Test 'Correct-mpi_barrier-mpi_barrier-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.260758399963379 sec -Test 'Correct-mpi_bcast-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.126615524291992 sec -Test 'Correct-mpi_bcast-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.162635564804077 sec -Test 'Correct-mpi_bcast-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.214942216873169 sec -Test 'Correct-mpi_bcast-004_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1001217365264893 sec -Test 'Correct-mpi_bcast-005_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.230588436126709 sec -Test 'Correct-mpi_bcast-006_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1863014698028564 sec -Test 'Correct-mpi_bcast-007_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.235903263092041 sec -Test 'Correct-mpi_bcast-008_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2638025283813477 sec -Test 'Correct-mpi_bcast-009_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.9550387859344482 sec -Test 'Correct-mpi_bcast-010_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.6041879653930664 sec -Test 'Correct-mpi_bcast-011_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3674490451812744 sec -Test 'Correct-mpi_bcast-012_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.033834457397461 sec -Test 'Correct-mpi_bcast-013_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3016464710235596 sec -Test 'Correct-mpi_bcast-014_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.316410541534424 sec -Test 'Correct-mpi_bcast-015_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.666337013244629 sec -Test 'Correct-mpi_bcast-016_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.083646059036255 sec -Test 'Correct-mpi_bcast-017_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2456908226013184 sec -Test 'Correct-mpi_bcast-018_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.5335848331451416 sec -Test 'Correct-mpi_bcast-019_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2258095741271973 sec -Test 'Correct-mpi_bcast-020_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.254887580871582 sec -Test 'Correct-mpi_bcast-021_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.182760000228882 sec -Test 'Correct-mpi_bcast-022_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0620100498199463 sec -Test 'Correct-mpi_bcast-023_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2254717350006104 sec -Test 'Correct-mpi_bcast-024_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.199977159500122 sec -Test 'Correct-mpi_bcast-025_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.250119924545288 sec -Test 'Correct-mpi_bcast-026_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.066924810409546 sec -Test 'Correct-mpi_bcast-mpi_bcast-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0429868698120117 sec -Test 'Correct-mpi_bsend-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 7.963789224624634 sec -Test 'Correct-mpi_bsend-002_0' result: failure: tool error, or test not run. Elapsed: 1.219214916229248 sec -Test 'Correct-mpi_bsend_init-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 9.477542400360107 sec -Test 'Correct-mpi_bsend_init-002_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 7.90084433555603 sec -Test 'Correct-mpi_cart_create-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2374889850616455 sec -Test 'Correct-mpi_cart_create-mpi_cart_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.183314800262451 sec -Test 'Correct-mpi_exscan-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3723790645599365 sec -Test 'Correct-mpi_exscan-mpi_exscan-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3424692153930664 sec -Test 'Correct-mpi_gather-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.181025743484497 sec -Test 'Correct-mpi_gather-002_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.610753774642944 sec -Test 'Correct-mpi_gather-mpi_gather-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3553481101989746 sec -Test 'Correct-mpi_iallreduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.218263864517212 sec -Test 'Correct-mpi_iallreduce-mpi_iallreduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.125088691711426 sec -Test 'Correct-mpi_ialltoall-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 38.90715050697327 sec -Test 'Correct-mpi_ialltoall-mpi_ialltoall-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 38.95464253425598 sec -Test 'Correct-mpi_ibarrier-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.030463218688965 sec -Test 'Correct-mpi_ibarrier-mpi_ibarrier-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.162144899368286 sec -Test 'Correct-mpi_ibcast-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.203056812286377 sec -Test 'Correct-mpi_ibcast-mpi_ibcast-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2677218914031982 sec -Test 'Correct-mpi_ibsend-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.055946588516235 sec -Test 'Correct-mpi_ibsend-002_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.027407884597778 sec -Test 'Correct-mpi_igather-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.674961805343628 sec -Test 'Correct-mpi_igather-mpi_igather-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.102005958557129 sec -Test 'Correct-mpi_improbe-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2858870029449463 sec -Test 'Correct-mpi_imrecv-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 2.3839151859283447 sec -Test 'Correct-mpi_irecv-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2314751148223877 sec -Test 'Correct-mpi_irecv-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2201054096221924 sec -Test 'Correct-mpi_ireduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1651294231414795 sec -Test 'Correct-mpi_ireduce-mpi_ireduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.305148124694824 sec -Test 'Correct-mpi_irsend-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.6445467472076416 sec -Test 'Correct-mpi_irsend-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.4181923866271973 sec -Test 'Correct-mpi_iscan-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.38191819190979 sec -Test 'Correct-mpi_iscan-mpi_iscan-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.290945291519165 sec -Test 'Correct-mpi_iscatter-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1842453479766846 sec -Test 'Correct-mpi_iscatter-mpi_iscatter-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 2.617111921310425 sec -Test 'Correct-mpi_isend-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.031308174133301 sec -Test 'Correct-mpi_isend-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3361902236938477 sec -Test 'Correct-mpi_isend-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.234919548034668 sec -Test 'Correct-mpi_isend-004_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.002336025238037 sec -Test 'Correct-mpi_isend-005_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.265162944793701 sec -Test 'Correct-mpi_isend-006_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3762831687927246 sec -Test 'Correct-mpi_isend-007_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3413796424865723 sec -Test 'Correct-mpi_issend-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.198610544204712 sec -Test 'Correct-mpi_issend-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.188955068588257 sec -Test 'Correct-mpi_mprobe-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.263991117477417 sec -Test 'Correct-mpi_mrecv-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0887250900268555 sec -Test 'Correct-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10630202293395996 sec -Test 'Correct-mpi_precv_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.10994386672973633 sec -Test 'Correct-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10895442962646484 sec -Test 'Correct-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.11682724952697754 sec -Test 'Correct-mpi_recv-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3462719917297363 sec -Test 'Correct-mpi_recv-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.889484167098999 sec -Test 'Correct-mpi_recv_init-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2797160148620605 sec -Test 'Correct-mpi_recv_init-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3619065284729004 sec -Test 'Correct-mpi_reduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.40712833404541 sec -Test 'Correct-mpi_reduce-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.254129409790039 sec -Test 'Correct-mpi_reduce-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1922340393066406 sec -Test 'Correct-mpi_reduce-004_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 2.9834914207458496 sec -Test 'Correct-mpi_reduce-005_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.363321542739868 sec -Test 'Correct-mpi_reduce-mpi_reduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2210536003112793 sec -Test 'Correct-mpi_reduce_scatter_block-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.873419046401978 sec -Test 'Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.740108489990234 sec -Test 'Correct-mpi_rsend-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.183839797973633 sec -Test 'Correct-mpi_rsend-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.030769109725952 sec -Test 'Correct-mpi_rsend_init-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3401265144348145 sec -Test 'Correct-mpi_rsend_init-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3557610511779785 sec -Test 'Correct-mpi_scan-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1526670455932617 sec -Test 'Correct-mpi_scan-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9408609867095947 sec -Test 'Correct-mpi_scan-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.180995225906372 sec -Test 'Correct-mpi_scan-mpi_scan-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.346266269683838 sec -Test 'Correct-mpi_scatter-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 7.2969725131988525 sec -Test 'Correct-mpi_scatter-mpi_scatter-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 2.5181868076324463 sec -Test 'Correct-mpi_send-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2899527549743652 sec -Test 'Correct-mpi_send-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3369715213775635 sec -Test 'Correct-mpi_send-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8540356159210205 sec -Test 'Correct-mpi_send-004_0' result: failure: tool error, or test not run. Elapsed: 1.0579006671905518 sec -Test 'Correct-mpi_send-005_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3230648040771484 sec -Test 'Correct-mpi_send-006_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.265092611312866 sec -Test 'Correct-mpi_send-007_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0718882083892822 sec -Test 'Correct-mpi_send-008_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3025033473968506 sec -Test 'Correct-mpi_send-009_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.390230178833008 sec -Test 'Correct-mpi_send-010_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.365208864212036 sec -Test 'Correct-mpi_send-011_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.302706241607666 sec -Test 'Correct-mpi_send-012_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3700952529907227 sec -Test 'Correct-mpi_send-013_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.21952223777771 sec -Test 'Correct-mpi_send-014_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.7788264751434326 sec -Test 'Correct-mpi_send-015_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.386031150817871 sec -Test 'Correct-mpi_send-016_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.7579638957977295 sec -Test 'Correct-mpi_send-017_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.18050217628479 sec -Test 'Correct-mpi_send-018_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.005323886871338 sec -Test 'Correct-mpi_send-019_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.372006893157959 sec -Test 'Correct-mpi_send-020_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2815637588500977 sec -Test 'Correct-mpi_send-021_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.4919369220733643 sec -Test 'Correct-mpi_send-022_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.547758102416992 sec -Test 'Correct-mpi_send-023_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3107383251190186 sec -Test 'Correct-mpi_send-024_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.439876079559326 sec -Test 'Correct-mpi_send-025_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2853496074676514 sec -Test 'Correct-mpi_send-026_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2944440841674805 sec -Test 'Correct-mpi_send-027_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.4541819095611572 sec -Test 'Correct-mpi_send-028_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3250510692596436 sec -Test 'Correct-mpi_send-029_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2276549339294434 sec -Test 'Correct-mpi_send_init-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.123035430908203 sec -Test 'Correct-mpi_send_init-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3879663944244385 sec -Test 'Correct-mpi_ssend-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.440112829208374 sec -Test 'Correct-mpi_ssend-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.17577862739563 sec -Test 'Correct-mpi_ssend-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2805540561676025 sec -Test 'Correct-mpi_ssend_init-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.238823175430298 sec -Test 'Correct-mpi_ssend_init-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9952235221862793 sec -Test 'Correct-request-rget_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.988405466079712 sec -Test 'Correct-request-rget_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1923036575317383 sec -Test 'Correct-request-rget_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.03080677986145 sec -Test 'InvalidParam-Buffer-mpi_imrecv-005_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 2.43725848197937 sec -Test 'InvalidParam-Buffer-mpi_mrecv-005_0' result: failure: tool error, or test not run. Elapsed: 1.2519469261169434 sec -Test 'InvalidParam-Buffer-mpi_sendrecv-007_0' result: failure: tool error, or test not run. Elapsed: 1.552807092666626 sec +[{'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockallflush-bufwrite_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/MsgRace-ANY_TAG-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MsgRace'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockunlock-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-014.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-013.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-059.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockunlock-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-087.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockallflush-bufwrite_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-038.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-115.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-lock-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-080.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ibcast-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-108.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_probe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-bufread_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_exscan-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-031.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-131.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-request-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allreduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Op-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-get_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-132.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-047.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allreduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-048.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-056.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-flag-mpi_testall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-156.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_exscan-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Root-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-019.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-092.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockflushlocal-fetch_and_op_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-107.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scatter-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockunlock-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-080.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-bufread_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-055.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-bufread_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-139.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rget_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-put_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lock-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-109.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-send-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-send-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-035.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-get_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-flag-mpi_testall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockallflush-bufwrite_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_barrier-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-030.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_waitany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_startall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-031.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockflush-bufwrite_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-114.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lock-get_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-073.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidBuffer-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allreduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-146.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_isend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Root-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockflushlocal-get_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-015.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rget_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-048.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-060.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidWin-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidWin'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-030.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rget_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ireduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-101.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-bufread_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_gather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-049.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-134.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rput_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/MsgRace-ANY_SOURCE-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'MsgRace'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-129.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-141.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-056.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/MissingCall-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-027.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-125.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-104.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockallflush-bufwrite_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-064.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-138.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidWin-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidWin'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-054.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-055.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-147.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_reduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_start-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-request-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-094.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-get_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-get_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Op-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-lock-rget_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_exscan-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidBuffer-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-089.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-bufread_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-120.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-050.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-018.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_reduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-put_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-048.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ibarrier-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-034.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-017.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-058.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidBuffer-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-mpi_send-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-121.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockunlock-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-070.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockall-rget_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_waitany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-030.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Root-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-043.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-086.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-022.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-send-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-074.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Op-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-053.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-044.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-093.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scatter-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-152.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_testall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-067.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-lockunlock-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-119.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-066.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-056.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-083.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-110.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockall-get_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-051.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-060.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-100.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-157.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockflushlocal-put_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rput_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-102.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_wait-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-059.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-084.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-117.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-put_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-057.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-bufread_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-103.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-bufread_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-054.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_test-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allreduce-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockunlock-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allreduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-098.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_testany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockallflushlocal-bufread_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-142.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidBuffer-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_scatter-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allreduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-137.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-040.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-158.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-053.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockallflush-bufwrite_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-021.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-077.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-111.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockflushlocal-rget_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-061.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-148.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-126.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-048.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-receive-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scatter-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockall-rget_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-lock-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_cart_create-mpi_cart_get-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-019.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_igather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_mrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-130.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-042.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-095.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-016.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-flag-mpi_test-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockunlock-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-053.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_igather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-063.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-bufread_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rget_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_waitany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-033.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-045.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-029.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-074.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_wait-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockflushlocal-rput_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-069.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockunlock-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-133.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-116.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_test-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-flag-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidBuffer-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-085.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockflushlocal-compare_and_swap_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-075.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-send-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-021.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-put_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-039.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-060.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-015.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-054.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_scan-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-050.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-037.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_startall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-send-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Root-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockallflush-bufwrite_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-024.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockflushlocal-accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-064.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_isend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-032.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-013.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockall-get_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lock-rget_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockunlock-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/MissingCall-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rput_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-052.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-082.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allgather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_wait-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-flag-mpi_testany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-140.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-get_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-026.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-072.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-lockunlock-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-get_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-request-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-062.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-155.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allgather-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Root-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-013.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-065.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-request-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-128.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/MissingCall-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-receive-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_iallreduce-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-041.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-112.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-058.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-raccumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-083.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_igather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_waitall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scatter-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_testall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_gather-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-071.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidBuffer-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_cart_create-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-068.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_exscan-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_start-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scatter-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-061.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidBuffer-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Op-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-127.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_exscan-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-put_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scatter-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_exscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-023.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockallflushlocal-bufread_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_igather-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allreduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidBuffer-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-057.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-105.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockallflush-bufwrite_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/MissingCall-mpi_init-001.c', 'id': 0, 'category': 'other', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lock-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-078.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_testany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-063.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-077.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-lock-get_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_reduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_iscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-076.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_scan-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-079.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-017.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-023.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rget_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidBuffer-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-get_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_reduce-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-078.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-046.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_exscan-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rget_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-145.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-057.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-150.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-062.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-136.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-052.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-send-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-flag-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_testall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Op-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_testall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-036.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-066.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allreduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-send-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-099.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-request-rget_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-062.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-055.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_testany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidBuffer-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-050.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-016.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-request-rget_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidBuffer-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-106.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-029.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-lockunlock-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-032.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockallflush-bufwrite_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-124.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_probe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-143.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-025.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_exscan-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-144.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-020.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-154.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-052.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-receive-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-091.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-027.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_exscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-051.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-067.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-028.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-022.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-raccumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-050.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-076.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Op-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-081.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-028.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-079.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_testany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_iscatter-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-put_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_waitany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scatter-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allreduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rput_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-113.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-016.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_send-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-flag-mpi_initialized-001.c', 'id': 0, 'category': 'other', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockflushlocal-raccumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rput_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-014.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-068.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-lockunlock-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rput_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-get_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-058.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-075.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-135.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-020.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_iscan-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-flag-mpi_testany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_issend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-018.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-033.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidDatataype-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-065.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-088.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidBuffer-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-send-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Tag-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allgather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-025.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-153.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_accumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-014.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-049.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-049.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-put_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_scan-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-026.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-149.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Matching-tag-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'Matching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-015.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-flag-mpi_test-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-118.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_allreduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-send-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-063.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-097.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_exscan-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-put_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_waitall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-receive-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Status-mpi_test-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-096.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-082.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-fetch_and_op_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-064.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-mpi_probe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/RequestLifeCycle-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'RequestLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-rget_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_reduce-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/EpochLifeCycle-024.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allgather-051.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Com-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Rank-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-rget_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/ParamMatching-Type-mpi_gather-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/LocalConcurrency-fence-get_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-lockflush-bufwrite_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/Correct-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}] +Test 'InvalidBuffer-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.757014274597168 sec +Test 'InvalidBuffer-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.5630247592926025 sec +Test 'InvalidBuffer-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.293196201324463 sec +Test 'InvalidBuffer-004_0' result: failure: tool error, or test not run. Elapsed: 0.9240949153900146 sec +Test 'InvalidBuffer-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.552481174468994 sec +Test 'InvalidBuffer-006_0' result: failure: tool error, or test not run. Elapsed: 1.0179214477539062 sec +Test 'InvalidBuffer-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.679982423782349 sec +Test 'InvalidBuffer-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.093983888626099 sec +Test 'InvalidBuffer-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.415494918823242 sec +Test 'InvalidBuffer-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.349172115325928 sec +Test 'InvalidBuffer-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.258365154266357 sec +Test 'InvalidBuffer-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.200267553329468 sec +Test 'InvalidDatataype-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.575159549713135 sec +Test 'InvalidDatataype-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.208102703094482 sec +Test 'InvalidDatataype-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.097485780715942 sec +Test 'InvalidDatataype-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.262450695037842 sec +Test 'InvalidDatataype-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.117815732955933 sec +Test 'InvalidDatataype-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.119766712188721 sec +Test 'InvalidDatataype-007_0' result: failure: tool error, or test not run. Elapsed: 1.0776524543762207 sec +Test 'InvalidDatataype-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.440962553024292 sec +Test 'InvalidDatataype-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.318219184875488 sec +Test 'InvalidDatataype-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.248074054718018 sec +Test 'InvalidDatataype-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.220263242721558 sec +Test 'InvalidDatataype-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.037142276763916 sec +Test 'InvalidDatataype-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.137064218521118 sec +Test 'InvalidDatataype-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.128201484680176 sec +Test 'InvalidDatataype-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.031110048294067 sec +Test 'InvalidDatataype-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.224670648574829 sec +Test 'InvalidParam-Buffer-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.060020685195923 sec +Test 'InvalidParam-Buffer-mpi_bsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.989284515380859 sec +Test 'InvalidParam-Buffer-mpi_bsend-003_0' result: failure: tool error, or test not run. Elapsed: 1.107969045639038 sec +Test 'InvalidParam-Buffer-mpi_bsend-004_0' result: failure: tool error, or test not run. Elapsed: 1.1836574077606201 sec +Test 'InvalidParam-Buffer-mpi_bsend-005_0' result: failure: tool error, or test not run. Elapsed: 1.1431946754455566 sec +Test 'InvalidParam-Buffer-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.14992070198059 sec +Test 'InvalidParam-Buffer-mpi_bsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.92429518699646 sec +Test 'InvalidParam-Buffer-mpi_bsend_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.750484228134155 sec +Test 'InvalidParam-Buffer-mpi_bsend_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.061616897583008 sec +Test 'InvalidParam-Buffer-mpi_bsend_init-005_0' result: failure: tool error, or test not run. Elapsed: 0.9416885375976562 sec +Test 'InvalidParam-Buffer-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.995436191558838 sec +Test 'InvalidParam-Buffer-mpi_ibsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.215457201004028 sec +Test 'InvalidParam-Buffer-mpi_ibsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.7873077392578125 sec +Test 'InvalidParam-Buffer-mpi_ibsend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.002305030822754 sec +Test 'InvalidParam-Buffer-mpi_ibsend-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.094674825668335 sec +Test 'InvalidParam-Buffer-mpi_imrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.528664588928223 sec +Test 'InvalidParam-Buffer-mpi_imrecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.335203409194946 sec +Test 'InvalidParam-Buffer-mpi_imrecv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.4922566413879395 sec +Test 'InvalidParam-Buffer-mpi_imrecv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.03781270980835 sec +Test 'InvalidParam-Buffer-mpi_irecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.395402431488037 sec +Test 'InvalidParam-Buffer-mpi_irecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.310471296310425 sec +Test 'InvalidParam-Buffer-mpi_irecv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.4793508052825928 sec +Test 'InvalidParam-Buffer-mpi_irecv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.339949369430542 sec +Test 'InvalidParam-Buffer-mpi_irecv-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.334949493408203 sec +Test 'InvalidParam-Buffer-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.938214302062988 sec +Test 'InvalidParam-Buffer-mpi_irsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.007452726364136 sec +Test 'InvalidParam-Buffer-mpi_irsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.914236545562744 sec +Test 'InvalidParam-Buffer-mpi_irsend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.927203416824341 sec +Test 'InvalidParam-Buffer-mpi_irsend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.4566118717193604 sec +Test 'InvalidParam-Buffer-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.906570911407471 sec +Test 'InvalidParam-Buffer-mpi_isend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.107672691345215 sec +Test 'InvalidParam-Buffer-mpi_isend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.068019390106201 sec +Test 'InvalidParam-Buffer-mpi_isend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.861462593078613 sec +Test 'InvalidParam-Buffer-mpi_isend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3624320030212402 sec +Test 'InvalidParam-Buffer-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.095771312713623 sec +Test 'InvalidParam-Buffer-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.042582035064697 sec +Test 'InvalidParam-Buffer-mpi_issend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.045260667800903 sec +Test 'InvalidParam-Buffer-mpi_issend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.161048412322998 sec +Test 'InvalidParam-Buffer-mpi_issend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1192691326141357 sec +Test 'InvalidParam-Buffer-mpi_mrecv-001_0' result: failure: tool error, or test not run. Elapsed: 1.2840683460235596 sec +Test 'InvalidParam-Buffer-mpi_mrecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.168627500534058 sec +Test 'InvalidParam-Buffer-mpi_mrecv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.2748751640319824 sec +Test 'InvalidParam-Buffer-mpi_mrecv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.314587354660034 sec +Test 'InvalidParam-Buffer-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10741710662841797 sec +Test 'InvalidParam-Buffer-mpi_precv_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.09996175765991211 sec +Test 'InvalidParam-Buffer-mpi_precv_init-003_0' result: unimplemented: coverage issue. Elapsed: 0.10221385955810547 sec +Test 'InvalidParam-Buffer-mpi_precv_init-004_0' result: unimplemented: coverage issue. Elapsed: 0.10595297813415527 sec +Test 'InvalidParam-Buffer-mpi_precv_init-005_0' result: unimplemented: coverage issue. Elapsed: 0.10853123664855957 sec +Test 'InvalidParam-Buffer-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10807585716247559 sec +Test 'InvalidParam-Buffer-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.10482549667358398 sec +Test 'InvalidParam-Buffer-mpi_psend_init-003_0' result: unimplemented: coverage issue. Elapsed: 0.11332249641418457 sec +Test 'InvalidParam-Buffer-mpi_psend_init-004_0' result: unimplemented: coverage issue. Elapsed: 0.1158440113067627 sec +Test 'InvalidParam-Buffer-mpi_psend_init-005_0' result: unimplemented: coverage issue. Elapsed: 0.10409784317016602 sec +Test 'InvalidParam-Buffer-mpi_recv-001_0' result: failure: tool error, or test not run. Elapsed: 1.1876614093780518 sec +Test 'InvalidParam-Buffer-mpi_recv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.214222431182861 sec +Test 'InvalidParam-Buffer-mpi_recv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.4560019969940186 sec +Test 'InvalidParam-Buffer-mpi_recv-004_0' result: failure: tool error, or test not run. Elapsed: 0.823040246963501 sec +Test 'InvalidParam-Buffer-mpi_recv-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3216819763183594 sec +Test 'InvalidParam-Buffer-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.432313680648804 sec +Test 'InvalidParam-Buffer-mpi_recv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.407792091369629 sec +Test 'InvalidParam-Buffer-mpi_recv_init-003_0' result: failure: tool error, or test not run. Elapsed: 1.0796284675598145 sec +Test 'InvalidParam-Buffer-mpi_recv_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.456294059753418 sec +Test 'InvalidParam-Buffer-mpi_recv_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 1.3673157691955566 sec +Test 'InvalidParam-Buffer-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.25875735282898 sec +Test 'InvalidParam-Buffer-mpi_rsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.06391429901123 sec +Test 'InvalidParam-Buffer-mpi_rsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.882692098617554 sec +Test 'InvalidParam-Buffer-mpi_rsend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.853360176086426 sec +Test 'InvalidParam-Buffer-mpi_rsend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2825655937194824 sec +Test 'InvalidParam-Buffer-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.871382474899292 sec +Test 'InvalidParam-Buffer-mpi_rsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.084285259246826 sec +Test 'InvalidParam-Buffer-mpi_rsend_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.101729154586792 sec +Test 'InvalidParam-Buffer-mpi_rsend_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.703723430633545 sec +Test 'InvalidParam-Buffer-mpi_rsend_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.8133983612060547 sec +Test 'InvalidParam-Buffer-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.968167781829834 sec +Test 'InvalidParam-Buffer-mpi_send-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.955267429351807 sec +Test 'InvalidParam-Buffer-mpi_send-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.768937349319458 sec +Test 'InvalidParam-Buffer-mpi_send-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.13831377029419 sec +Test 'InvalidParam-Buffer-mpi_send-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.309669017791748 sec +Test 'InvalidParam-Buffer-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.951647520065308 sec +Test 'InvalidParam-Buffer-mpi_send_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.951832294464111 sec +Test 'InvalidParam-Buffer-mpi_send_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.227630853652954 sec +Test 'InvalidParam-Buffer-mpi_send_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.943808317184448 sec +Test 'InvalidParam-Buffer-mpi_send_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.952908992767334 sec +Test 'InvalidParam-Buffer-mpi_sendrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.9315295219421387 sec +Test 'InvalidParam-Buffer-mpi_sendrecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.8630940914154053 sec +Test 'InvalidParam-Buffer-mpi_sendrecv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.452093124389648 sec +Test 'InvalidParam-Buffer-mpi_sendrecv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.216737270355225 sec +Test 'InvalidParam-Buffer-mpi_sendrecv-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.117989540100098 sec +Test 'InvalidParam-Buffer-mpi_sendrecv-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.960413217544556 sec +Test 'InvalidParam-Buffer-mpi_ssend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.073464393615723 sec +Test 'InvalidParam-Buffer-mpi_ssend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.822474956512451 sec +Test 'InvalidParam-Buffer-mpi_ssend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.052019357681274 sec +Test 'InvalidParam-Buffer-mpi_ssend-004_0' result: failure: tool error, or test not run. Elapsed: 0.9478549957275391 sec +Test 'InvalidParam-Buffer-mpi_ssend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3011295795440674 sec +Test 'InvalidParam-Buffer-mpi_ssend_init-001_0' result: failure: tool error, or test not run. Elapsed: 1.320432424545288 sec +Test 'InvalidParam-Buffer-mpi_ssend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.012287855148315 sec +Test 'InvalidParam-Buffer-mpi_ssend_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.808230876922607 sec +Test 'InvalidParam-Buffer-mpi_ssend_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.13337755203247 sec +Test 'InvalidParam-Buffer-mpi_ssend_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.8862478733062744 sec +Test 'InvalidParam-Comm-mpi_allgather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.233746767044067 sec +Test 'InvalidParam-Comm-mpi_allgather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.7957539558410645 sec +Test 'InvalidParam-Comm-mpi_allreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3942155838012695 sec +Test 'InvalidParam-Comm-mpi_allreduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.0195720195770264 sec +Test 'InvalidParam-Comm-mpi_alltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.314864873886108 sec +Test 'InvalidParam-Comm-mpi_alltoall-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.9286231994628906 sec +Test 'InvalidParam-Comm-mpi_barrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.285577774047852 sec +Test 'InvalidParam-Comm-mpi_barrier-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.9278290271759033 sec +Test 'InvalidParam-Comm-mpi_bcast-001_0' result: failure: tool error, or test not run. Elapsed: 1.0211427211761475 sec +Test 'InvalidParam-Comm-mpi_bcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.9614548683166504 sec +Test 'InvalidParam-Comm-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.453888654708862 sec +Test 'InvalidParam-Comm-mpi_bsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.456198453903198 sec +Test 'InvalidParam-Comm-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.181434869766235 sec +Test 'InvalidParam-Comm-mpi_bsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.841254711151123 sec +Test 'InvalidParam-Comm-mpi_cart_create-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.838685750961304 sec +Test 'InvalidParam-Comm-mpi_cart_create-002_0' result: failure: tool error, or test not run. Elapsed: 1.017183780670166 sec +Test 'InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.936545372009277 sec +Test 'InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.709286689758301 sec +Test 'InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.9083099365234375 sec +Test 'InvalidParam-Comm-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.245445728302002 sec +Test 'InvalidParam-Comm-mpi_exscan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.9313154220581055 sec +Test 'InvalidParam-Comm-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.145536184310913 sec +Test 'InvalidParam-Comm-mpi_gather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.914762020111084 sec +Test 'InvalidParam-Comm-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.217420339584351 sec +Test 'InvalidParam-Comm-mpi_iallreduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.963292121887207 sec +Test 'InvalidParam-Comm-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.202737331390381 sec +Test 'InvalidParam-Comm-mpi_ialltoall-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.983043670654297 sec +Test 'InvalidParam-Comm-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.344290733337402 sec +Test 'InvalidParam-Comm-mpi_ibarrier-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.83363938331604 sec +Test 'InvalidParam-Comm-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.302452564239502 sec +Test 'InvalidParam-Comm-mpi_ibcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.9607207775115967 sec +Test 'InvalidParam-Comm-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.020584106445312 sec +Test 'InvalidParam-Comm-mpi_ibsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.937044620513916 sec +Test 'InvalidParam-Comm-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.129235744476318 sec +Test 'InvalidParam-Comm-mpi_igather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.0567831993103027 sec +Test 'InvalidParam-Comm-mpi_improbe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.349223613739014 sec +Test 'InvalidParam-Comm-mpi_improbe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.072216033935547 sec +Test 'InvalidParam-Comm-mpi_irecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.514637231826782 sec +Test 'InvalidParam-Comm-mpi_irecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.153198719024658 sec +Test 'InvalidParam-Comm-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.428433895111084 sec +Test 'InvalidParam-Comm-mpi_ireduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.9999940395355225 sec +Test 'InvalidParam-Comm-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.8347556591033936 sec +Test 'InvalidParam-Comm-mpi_irsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.9672088623046875 sec +Test 'InvalidParam-Comm-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.294443607330322 sec +Test 'InvalidParam-Comm-mpi_iscan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.999095916748047 sec +Test 'InvalidParam-Comm-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.193485498428345 sec +Test 'InvalidParam-Comm-mpi_iscatter-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.9312472343444824 sec +Test 'InvalidParam-Comm-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.003266334533691 sec +Test 'InvalidParam-Comm-mpi_isend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.00981330871582 sec +Test 'InvalidParam-Comm-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.841080188751221 sec +Test 'InvalidParam-Comm-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.278871059417725 sec +Test 'InvalidParam-Comm-mpi_mprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.438218355178833 sec +Test 'InvalidParam-Comm-mpi_mprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.290466785430908 sec +Test 'InvalidParam-Comm-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.09935474395751953 sec +Test 'InvalidParam-Comm-mpi_precv_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.13452744483947754 sec +Test 'InvalidParam-Comm-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10356569290161133 sec +Test 'InvalidParam-Comm-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.11227822303771973 sec +Test 'InvalidParam-Comm-mpi_recv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.847184181213379 sec +Test 'InvalidParam-Comm-mpi_recv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.488266944885254 sec +Test 'InvalidParam-Comm-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.359778165817261 sec +Test 'InvalidParam-Comm-mpi_recv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.297577142715454 sec +Test 'InvalidParam-Comm-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.356573581695557 sec +Test 'InvalidParam-Comm-mpi_reduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.911297082901001 sec +Test 'InvalidParam-Comm-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.314440011978149 sec +Test 'InvalidParam-Comm-mpi_reduce_scatter_block-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.71380615234375 sec +Test 'InvalidParam-Comm-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.036219120025635 sec +Test 'InvalidParam-Comm-mpi_rsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.900826454162598 sec +Test 'InvalidParam-Comm-mpi_rsend_init-001_0' result: failure: tool error, or test not run. Elapsed: 1.1399297714233398 sec +Test 'InvalidParam-Comm-mpi_rsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.59566330909729 sec +Test 'InvalidParam-Comm-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.335577487945557 sec +Test 'InvalidParam-Comm-mpi_scan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.0126988887786865 sec +Test 'InvalidParam-Comm-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.282026052474976 sec +Test 'InvalidParam-Comm-mpi_scatter-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.092637538909912 sec +Test 'InvalidParam-Comm-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.232126951217651 sec +Test 'InvalidParam-Comm-mpi_send-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.755880117416382 sec +Test 'InvalidParam-Comm-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.945992708206177 sec +Test 'InvalidParam-Comm-mpi_send_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.451929092407227 sec +Test 'InvalidParam-Comm-mpi_sendrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.6378254890441895 sec +Test 'InvalidParam-Comm-mpi_sendrecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.269350290298462 sec +Test 'InvalidParam-Comm-mpi_sendrecv_replace-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.7507500648498535 sec +Test 'InvalidParam-Comm-mpi_sendrecv_replace-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.525236368179321 sec +Test 'InvalidParam-Comm-mpi_ssend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.872314929962158 sec +Test 'InvalidParam-Comm-mpi_ssend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.979797124862671 sec +Test 'InvalidParam-Comm-mpi_ssend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.060131072998047 sec +Test 'InvalidParam-Comm-mpi_ssend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.014934778213501 sec +Test 'InvalidParam-Op-mpi_allreduce-001_0' result: failure: tool error, or test not run. Elapsed: 0.9145848751068115 sec +Test 'InvalidParam-Op-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.860584735870361 sec +Test 'InvalidParam-Op-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.8849828243255615 sec +Test 'InvalidParam-Op-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.965265989303589 sec +Test 'InvalidParam-Rank-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9189746379852295 sec +Test 'InvalidParam-Rank-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.354588031768799 sec +Test 'InvalidParam-Rank-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.162499189376831 sec +Test 'InvalidParam-Rank-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3221471309661865 sec +Test 'InvalidParam-Rank-005_0' result: failure: tool error, or test not run. Elapsed: 0.7479941844940186 sec +Test 'InvalidParam-Rank-006_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1055595874786377 sec +Test 'InvalidParam-Rank-007_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2311923503875732 sec +Test 'InvalidParam-Rank-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.412882566452026 sec +Test 'InvalidParam-Rank-009_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.118486166000366 sec +Test 'InvalidParam-Rank-010_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9123883247375488 sec +Test 'InvalidParam-Rank-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.204656600952148 sec +Test 'InvalidParam-Rank-012_0' result: FALSE_NEG: failed to detect an error. Elapsed: 3.551025629043579 sec +Test 'InvalidParam-Rank-013_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2151145935058594 sec +Test 'InvalidParam-Rank-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.068474769592285 sec +Test 'InvalidParam-Rank-015_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.11289644241333 sec +Test 'InvalidParam-Rank-016_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.121628761291504 sec +Test 'InvalidParam-Rank-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.266346216201782 sec +Test 'InvalidParam-Rank-018_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1926815509796143 sec +Test 'InvalidParam-Rank-019_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.110909938812256 sec +Test 'InvalidParam-Rank-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.361779451370239 sec +Test 'InvalidParam-Rank-021_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.152022361755371 sec +Test 'InvalidParam-Rank-022_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1343703269958496 sec +Test 'InvalidParam-Rank-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.210727691650391 sec +Test 'InvalidParam-Rank-024_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.158386468887329 sec +Test 'InvalidParam-Rank-025_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1895928382873535 sec +Test 'InvalidParam-Rank-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.236790180206299 sec +Test 'InvalidParam-Rank-027_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1610524654388428 sec +Test 'InvalidParam-Rank-028_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.065406560897827 sec +Test 'InvalidParam-Rank-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.242123365402222 sec +Test 'InvalidParam-Rank-030_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.005281448364258 sec +Test 'InvalidParam-Rank-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.287386417388916 sec +Test 'InvalidParam-Rank-mpi_bcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.288191795349121 sec +Test 'InvalidParam-Rank-mpi_bcast-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.032085657119751 sec +Test 'InvalidParam-Rank-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.40502214431763 sec +Test 'InvalidParam-Rank-mpi_bsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.235949277877808 sec +Test 'InvalidParam-Rank-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.3204710483551 sec +Test 'InvalidParam-Rank-mpi_bsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.046641111373901 sec +Test 'InvalidParam-Rank-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.268979072570801 sec +Test 'InvalidParam-Rank-mpi_gather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.333166599273682 sec +Test 'InvalidParam-Rank-mpi_gather-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.192911148071289 sec +Test 'InvalidParam-Rank-mpi_ibcast-001_0' result: failure: tool error, or test not run. Elapsed: 1.1507673263549805 sec +Test 'InvalidParam-Rank-mpi_ibcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.352854013442993 sec +Test 'InvalidParam-Rank-mpi_ibcast-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.409844398498535 sec +Test 'InvalidParam-Rank-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.36090135574341 sec +Test 'InvalidParam-Rank-mpi_ibsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.987344980239868 sec +Test 'InvalidParam-Rank-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.272797346115112 sec +Test 'InvalidParam-Rank-mpi_igather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.338172197341919 sec +Test 'InvalidParam-Rank-mpi_igather-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.416049242019653 sec +Test 'InvalidParam-Rank-mpi_improbe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 61.83208727836609 sec +Test 'InvalidParam-Rank-mpi_improbe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.436795949935913 sec +Test 'InvalidParam-Rank-mpi_iprobe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2385435104370117 sec +Test 'InvalidParam-Rank-mpi_iprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.458938837051392 sec +Test 'InvalidParam-Rank-mpi_irecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.43549418449402 sec +Test 'InvalidParam-Rank-mpi_irecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.5395708084106445 sec +Test 'InvalidParam-Rank-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.377316236495972 sec +Test 'InvalidParam-Rank-mpi_ireduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.351764917373657 sec +Test 'InvalidParam-Rank-mpi_ireduce-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.272684574127197 sec +Test 'InvalidParam-Rank-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.39524507522583 sec +Test 'InvalidParam-Rank-mpi_irsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.692017316818237 sec +Test 'InvalidParam-Rank-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4985291957855225 sec +Test 'InvalidParam-Rank-mpi_iscatter-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.301640272140503 sec +Test 'InvalidParam-Rank-mpi_iscatter-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.402006387710571 sec +Test 'InvalidParam-Rank-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.49161982536316 sec +Test 'InvalidParam-Rank-mpi_isend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.09518814086914 sec +Test 'InvalidParam-Rank-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.61058187484741 sec +Test 'InvalidParam-Rank-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.6601057052612305 sec +Test 'InvalidParam-Rank-mpi_mprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.330883264541626 sec +Test 'InvalidParam-Rank-mpi_mprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.359266757965088 sec +Test 'InvalidParam-Rank-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10815286636352539 sec +Test 'InvalidParam-Rank-mpi_precv_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.10465383529663086 sec +Test 'InvalidParam-Rank-mpi_probe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.37085223197937 sec +Test 'InvalidParam-Rank-mpi_probe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.418150424957275 sec +Test 'InvalidParam-Rank-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10291719436645508 sec +Test 'InvalidParam-Rank-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.13410639762878418 sec +Test 'InvalidParam-Rank-mpi_recv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.5194456577301 sec +Test 'InvalidParam-Rank-mpi_recv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.393811225891113 sec +Test 'InvalidParam-Rank-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.43340706825256 sec +Test 'InvalidParam-Rank-mpi_recv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.049257516860962 sec +Test 'InvalidParam-Rank-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.282060146331787 sec +Test 'InvalidParam-Rank-mpi_reduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.13954758644104 sec +Test 'InvalidParam-Rank-mpi_reduce-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3582000732421875 sec +Test 'InvalidParam-Rank-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.34882187843323 sec +Test 'InvalidParam-Rank-mpi_rsend-002_0' result: failure: tool error, or test not run. Elapsed: 1.245469093322754 sec +Test 'InvalidParam-Rank-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.45813322067261 sec +Test 'InvalidParam-Rank-mpi_rsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.714710712432861 sec +Test 'InvalidParam-Rank-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.241069078445435 sec +Test 'InvalidParam-Rank-mpi_scatter-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.238147258758545 sec +Test 'InvalidParam-Rank-mpi_scatter-003_0' result: failure: tool error, or test not run. Elapsed: 1.0954780578613281 sec +Test 'InvalidParam-Rank-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 64.04422640800476 sec +Test 'InvalidParam-Rank-mpi_send-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.889818429946899 sec +Test 'InvalidParam-Rank-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.212183237075806 sec +Test 'InvalidParam-Rank-mpi_send_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.06275486946106 sec +Test 'InvalidParam-Rank-mpi_sendrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.20717215538025 sec +Test 'InvalidParam-Rank-mpi_sendrecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.4255497455596924 sec +Test 'InvalidParam-Rank-mpi_sendrecv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.228137493133545 sec +Test 'InvalidParam-Rank-mpi_sendrecv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.353268623352051 sec +Test 'InvalidParam-Rank-mpi_ssend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.46767997741699 sec +Test 'InvalidParam-Rank-mpi_ssend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.97943639755249 sec +Test 'InvalidParam-Rank-mpi_ssend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.48784780502319 sec +Test 'InvalidParam-Rank-mpi_ssend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.948524236679077 sec +Test 'InvalidParam-Request-mpi_bsend_init-001_0' result: failure: tool error, or test not run. Elapsed: 1.1773090362548828 sec +Test 'InvalidParam-Request-mpi_bsend_init-002_0' result: failure: tool error, or test not run. Elapsed: 1.0466499328613281 sec +Test 'InvalidParam-Request-mpi_ibsend-001_0' result: failure: tool error, or test not run. Elapsed: 1.1864345073699951 sec +Test 'InvalidParam-Request-mpi_ibsend-002_0' result: failure: tool error, or test not run. Elapsed: 1.3642551898956299 sec +Test 'InvalidParam-Request-mpi_imrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.9485507011413574 sec +Test 'InvalidParam-Request-mpi_irecv-001_0' result: failure: tool error, or test not run. Elapsed: 1.2136471271514893 sec +Test 'InvalidParam-Request-mpi_irsend-001_0' result: failure: tool error, or test not run. Elapsed: 0.9575657844543457 sec +Test 'InvalidParam-Request-mpi_irsend-002_0' result: failure: tool error, or test not run. Elapsed: 1.2162630558013916 sec +Test 'InvalidParam-Request-mpi_isend-001_0' result: failure: tool error, or test not run. Elapsed: 1.1478981971740723 sec +Test 'InvalidParam-Request-mpi_isend-002_0' result: failure: tool error, or test not run. Elapsed: 1.0024986267089844 sec +Test 'InvalidParam-Request-mpi_isend-003_0' result: failure: tool error, or test not run. Elapsed: 0.9673993587493896 sec +Test 'InvalidParam-Request-mpi_isend-004_0' result: failure: tool error, or test not run. Elapsed: 1.4881036281585693 sec +Test 'InvalidParam-Request-mpi_isend-005_0' result: failure: tool error, or test not run. Elapsed: 1.0494210720062256 sec +Test 'InvalidParam-Request-mpi_issend-001_0' result: failure: tool error, or test not run. Elapsed: 1.1584532260894775 sec +Test 'InvalidParam-Request-mpi_issend-002_0' result: failure: tool error, or test not run. Elapsed: 0.8553051948547363 sec +Test 'InvalidParam-Request-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10753607749938965 sec +Test 'InvalidParam-Request-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10546302795410156 sec +Test 'InvalidParam-Request-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.11279869079589844 sec +Test 'InvalidParam-Request-mpi_psend_init-003_0' result: unimplemented: coverage issue. Elapsed: 0.10687732696533203 sec +Test 'InvalidParam-Request-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.1211140155792236 sec +Test 'InvalidParam-Request-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.8471741676330566 sec +Test 'InvalidParam-Request-mpi_rsend_init-002_0' result: failure: tool error, or test not run. Elapsed: 0.932626485824585 sec +Test 'InvalidParam-Request-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.771489381790161 sec +Test 'InvalidParam-Request-mpi_send_init-002_0' result: failure: tool error, or test not run. Elapsed: 1.106152057647705 sec +Test 'InvalidParam-Request-mpi_ssend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.950946092605591 sec +Test 'InvalidParam-Request-mpi_ssend_init-002_0' result: failure: tool error, or test not run. Elapsed: 1.1209912300109863 sec +Test 'InvalidParam-Request-mpi_start-001_0' result: failure: tool error, or test not run. Elapsed: 1.1450326442718506 sec +Test 'InvalidParam-Request-mpi_start-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.366943120956421 sec +Test 'InvalidParam-Request-mpi_startall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.3672568798065186 sec +Test 'InvalidParam-Request-mpi_startall-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.505403757095337 sec +Test 'InvalidParam-Request-mpi_test-001_0' result: failure: tool error, or test not run. Elapsed: 1.114333152770996 sec +Test 'InvalidParam-Request-mpi_testall-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.4223508834838867 sec +Test 'InvalidParam-Request-mpi_testall-002_0' result: failure: tool error, or test not run. Elapsed: 0.9125344753265381 sec +Test 'InvalidParam-Request-mpi_testany-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.270611524581909 sec +Test 'InvalidParam-Request-mpi_testany-002_0' result: failure: tool error, or test not run. Elapsed: 1.1929478645324707 sec +Test 'InvalidParam-Request-mpi_testsome-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.154933452606201 sec +Test 'InvalidParam-Request-mpi_testsome-002_0' result: failure: tool error, or test not run. Elapsed: 1.1007215976715088 sec +Test 'InvalidParam-Request-mpi_wait-001_0' result: failure: tool error, or test not run. Elapsed: 0.9297285079956055 sec +Test 'InvalidParam-Request-mpi_waitany-001_0' result: failure: tool error, or test not run. Elapsed: 1.1911215782165527 sec +Test 'InvalidParam-Request-mpi_waitany-002_0' result: failure: tool error, or test not run. Elapsed: 1.2832889556884766 sec +Test 'InvalidParam-Request-mpi_waitsome-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2917633056640625 sec +Test 'InvalidParam-Request-mpi_waitsome-002_0' result: failure: tool error, or test not run. Elapsed: 0.9174904823303223 sec +Test 'InvalidParam-Status-mpi_improbe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.550351858139038 sec +Test 'InvalidParam-Status-mpi_improbe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.324767589569092 sec +Test 'InvalidParam-Status-mpi_iprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.416639566421509 sec +Test 'InvalidParam-Status-mpi_iprobe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.992828130722046 sec +Test 'InvalidParam-Status-mpi_mprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.360227108001709 sec +Test 'InvalidParam-Status-mpi_mprobe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0568859577178955 sec +Test 'InvalidParam-Status-mpi_mrecv-001_0' result: failure: tool error, or test not run. Elapsed: 1.1665210723876953 sec +Test 'InvalidParam-Status-mpi_mrecv-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9971978664398193 sec +Test 'InvalidParam-Status-mpi_probe-001_0' result: failure: tool error, or test not run. Elapsed: 1.0857963562011719 sec +Test 'InvalidParam-Status-mpi_probe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.320951461791992 sec +Test 'InvalidParam-Status-mpi_recv-001_0' result: failure: tool error, or test not run. Elapsed: 1.133683204650879 sec +Test 'InvalidParam-Status-mpi_recv-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2357754707336426 sec +Test 'InvalidParam-Status-mpi_sendrecv-001_0' result: failure: tool error, or test not run. Elapsed: 0.9146180152893066 sec +Test 'InvalidParam-Status-mpi_sendrecv-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2689428329467773 sec +Test 'InvalidParam-Status-mpi_sendrecv_replace-001_0' result: failure: tool error, or test not run. Elapsed: 1.1370766162872314 sec +Test 'InvalidParam-Status-mpi_sendrecv_replace-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.428893566131592 sec +Test 'InvalidParam-Status-mpi_test-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.401861667633057 sec +Test 'InvalidParam-Status-mpi_test-002_0' result: failure: tool error, or test not run. Elapsed: 1.0421464443206787 sec +Test 'InvalidParam-Status-mpi_testall-001_0' result: failure: tool error, or test not run. Elapsed: 0.751011848449707 sec +Test 'InvalidParam-Status-mpi_testall-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.7388191223144531 sec +Test 'InvalidParam-Status-mpi_testany-001_0' result: failure: tool error, or test not run. Elapsed: 1.1496784687042236 sec +Test 'InvalidParam-Status-mpi_testany-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.347337007522583 sec +Test 'InvalidParam-Status-mpi_testsome-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.606868743896484 sec +Test 'InvalidParam-Status-mpi_testsome-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.281933546066284 sec +Test 'InvalidParam-Status-mpi_wait-001_0' result: failure: tool error, or test not run. Elapsed: 0.9040038585662842 sec +Test 'InvalidParam-Status-mpi_wait-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.5055787563323975 sec +Test 'InvalidParam-Status-mpi_waitall-001_0' result: failure: tool error, or test not run. Elapsed: 1.0480859279632568 sec +Test 'InvalidParam-Status-mpi_waitall-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3854992389678955 sec +Test 'InvalidParam-Status-mpi_waitany-001_0' result: failure: tool error, or test not run. Elapsed: 1.1925981044769287 sec +Test 'InvalidParam-Status-mpi_waitany-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3367161750793457 sec +Test 'InvalidParam-Status-mpi_waitsome-001_0' result: failure: tool error, or test not run. Elapsed: 0.8827009201049805 sec +Test 'InvalidParam-Status-mpi_waitsome-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2877402305603027 sec +Test 'InvalidParam-Tag-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.747667551040649 sec +Test 'InvalidParam-Tag-mpi_bsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.804431676864624 sec +Test 'InvalidParam-Tag-mpi_bsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.977271556854248 sec +Test 'InvalidParam-Tag-mpi_bsend_init-001_0' result: failure: tool error, or test not run. Elapsed: 1.0624561309814453 sec +Test 'InvalidParam-Tag-mpi_bsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.969468593597412 sec +Test 'InvalidParam-Tag-mpi_bsend_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.044731378555298 sec +Test 'InvalidParam-Tag-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.126492738723755 sec +Test 'InvalidParam-Tag-mpi_ibsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.115316390991211 sec +Test 'InvalidParam-Tag-mpi_ibsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.417445421218872 sec +Test 'InvalidParam-Tag-mpi_improbe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2981772422790527 sec +Test 'InvalidParam-Tag-mpi_improbe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.9965431690216064 sec +Test 'InvalidParam-Tag-mpi_iprobe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3284714221954346 sec +Test 'InvalidParam-Tag-mpi_iprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.345929384231567 sec +Test 'InvalidParam-Tag-mpi_irecv-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.304266929626465 sec +Test 'InvalidParam-Tag-mpi_irecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3644866943359375 sec +Test 'InvalidParam-Tag-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.039409399032593 sec +Test 'InvalidParam-Tag-mpi_irsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.060436248779297 sec +Test 'InvalidParam-Tag-mpi_irsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.937290906906128 sec +Test 'InvalidParam-Tag-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.607904672622681 sec +Test 'InvalidParam-Tag-mpi_isend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.032089233398438 sec +Test 'InvalidParam-Tag-mpi_isend-003_0' result: failure: tool error, or test not run. Elapsed: 0.9958667755126953 sec +Test 'InvalidParam-Tag-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.26963210105896 sec +Test 'InvalidParam-Tag-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.6777589321136475 sec +Test 'InvalidParam-Tag-mpi_issend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.872792482376099 sec +Test 'InvalidParam-Tag-mpi_mprobe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3205318450927734 sec +Test 'InvalidParam-Tag-mpi_mprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.45526385307312 sec +Test 'InvalidParam-Tag-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10323715209960938 sec +Test 'InvalidParam-Tag-mpi_precv_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.10705780982971191 sec +Test 'InvalidParam-Tag-mpi_probe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.319056987762451 sec +Test 'InvalidParam-Tag-mpi_probe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.193385124206543 sec +Test 'InvalidParam-Tag-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10871315002441406 sec +Test 'InvalidParam-Tag-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.10414743423461914 sec +Test 'InvalidParam-Tag-mpi_psend_init-003_0' result: unimplemented: coverage issue. Elapsed: 0.1373758316040039 sec +Test 'InvalidParam-Tag-mpi_recv-001_0' result: failure: tool error, or test not run. Elapsed: 1.389173984527588 sec +Test 'InvalidParam-Tag-mpi_recv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.852833271026611 sec +Test 'InvalidParam-Tag-mpi_recv_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.276162624359131 sec +Test 'InvalidParam-Tag-mpi_recv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.239140748977661 sec +Test 'InvalidParam-Tag-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.098868131637573 sec +Test 'InvalidParam-Tag-mpi_rsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.9229416847229 sec +Test 'InvalidParam-Tag-mpi_rsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.817063808441162 sec +Test 'InvalidParam-Tag-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.972697973251343 sec +Test 'InvalidParam-Tag-mpi_rsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.81536865234375 sec +Test 'InvalidParam-Tag-mpi_rsend_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.050208330154419 sec +Test 'InvalidParam-Tag-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.01183819770813 sec +Test 'InvalidParam-Tag-mpi_send-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.728042125701904 sec +Test 'InvalidParam-Tag-mpi_send-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.723148822784424 sec +Test 'InvalidParam-Tag-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.93083381652832 sec +Test 'InvalidParam-Tag-mpi_send_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.295138120651245 sec +Test 'InvalidParam-Tag-mpi_send_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.625359535217285 sec +Test 'InvalidParam-Tag-mpi_ssend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.8864171504974365 sec +Test 'InvalidParam-Tag-mpi_ssend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.06399393081665 sec +Test 'InvalidParam-Tag-mpi_ssend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.13994288444519 sec +Test 'InvalidParam-Tag-mpi_ssend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.005664587020874 sec +Test 'InvalidParam-Tag-mpi_ssend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.450525522232056 sec +Test 'InvalidParam-Tag-mpi_ssend_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.038818597793579 sec +Test 'InvalidParam-Type-mpi_allreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.171127080917358 sec +Test 'InvalidParam-Type-mpi_allreduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.304684638977051 sec +Test 'InvalidParam-Type-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.179500341415405 sec +Test 'InvalidParam-Type-mpi_bcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.189775466918945 sec +Test 'InvalidParam-Type-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.383196830749512 sec +Test 'InvalidParam-Type-mpi_exscan-002_0' result: failure: tool error, or test not run. Elapsed: 1.2723956108093262 sec +Test 'InvalidParam-Type-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.290738582611084 sec +Test 'InvalidParam-Type-mpi_iallreduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.212579250335693 sec +Test 'InvalidParam-Type-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.435818433761597 sec +Test 'InvalidParam-Type-mpi_ibcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.275604963302612 sec +Test 'InvalidParam-Type-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.217469215393066 sec +Test 'InvalidParam-Type-mpi_ireduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.194533586502075 sec +Test 'InvalidParam-Type-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.308782339096069 sec +Test 'InvalidParam-Type-mpi_iscan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.282281160354614 sec +Test 'InvalidParam-Type-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.299007177352905 sec +Test 'InvalidParam-Type-mpi_reduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.328270673751831 sec +Test 'InvalidParam-Type-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.488949775695801 sec +Test 'InvalidParam-Type-mpi_scan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.164081811904907 sec +Test 'InvalidParam-array_of_indices-mpi_testsome-001_0' result: failure: tool error, or test not run. Elapsed: 1.2043054103851318 sec +Test 'InvalidParam-array_of_indices-mpi_testsome-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.384403467178345 sec +Test 'InvalidParam-array_of_indices-mpi_waitsome-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.606476068496704 sec +Test 'InvalidParam-array_of_indices-mpi_waitsome-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.969176769256592 sec +Test 'InvalidParam-flag-mpi_improbe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1512908935546875 sec +Test 'InvalidParam-flag-mpi_improbe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.41178297996521 sec +Test 'InvalidParam-flag-mpi_initialized-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.6660401821136475 sec +Test 'InvalidParam-flag-mpi_iprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.156968593597412 sec +Test 'InvalidParam-flag-mpi_iprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.525458574295044 sec +Test 'InvalidParam-flag-mpi_test-001_0' result: failure: tool error, or test not run. Elapsed: 1.2359209060668945 sec +Test 'InvalidParam-flag-mpi_test-002_0' result: failure: tool error, or test not run. Elapsed: 1.126908540725708 sec +Test 'InvalidParam-flag-mpi_testall-001_0' result: failure: tool error, or test not run. Elapsed: 1.0227701663970947 sec +Test 'InvalidParam-flag-mpi_testall-002_0' result: failure: tool error, or test not run. Elapsed: 1.145310640335083 sec +Test 'InvalidParam-flag-mpi_testany-001_0' result: failure: tool error, or test not run. Elapsed: 2.0033371448516846 sec +Test 'InvalidParam-flag-mpi_testany-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2420055866241455 sec +Test 'InvalidParam-outcount-mpi_testsome-001_0' result: failure: tool error, or test not run. Elapsed: 1.1545450687408447 sec +Test 'InvalidParam-outcount-mpi_testsome-002_0' result: failure: tool error, or test not run. Elapsed: 2.8049588203430176 sec +Test 'InvalidParam-outcount-mpi_waitsome-001_0' result: failure: tool error, or test not run. Elapsed: 1.397993803024292 sec +Test 'InvalidParam-outcount-mpi_waitsome-002_0' result: failure: tool error, or test not run. Elapsed: 1.1573395729064941 sec +Test 'InvalidWin-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.706545829772949 sec +Test 'InvalidWin-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.5670249462127686 sec +Test 'EpochLifeCycle-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.22497224807739 sec +Test 'EpochLifeCycle-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.139499664306641 sec +Test 'EpochLifeCycle-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.32422614097595 sec +Test 'EpochLifeCycle-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.2501175403595 sec +Test 'EpochLifeCycle-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.205519676208496 sec +Test 'EpochLifeCycle-006_0' result: failure: tool error, or test not run. Elapsed: 61.125704288482666 sec +Test 'EpochLifeCycle-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.25508713722229 sec +Test 'EpochLifeCycle-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.073699474334717 sec +Test 'EpochLifeCycle-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.01250910758972 sec +Test 'EpochLifeCycle-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.6710660457611084 sec +Test 'EpochLifeCycle-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.599189281463623 sec +Test 'EpochLifeCycle-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.254258394241333 sec +Test 'EpochLifeCycle-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.7817656993865967 sec +Test 'EpochLifeCycle-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.706899642944336 sec +Test 'EpochLifeCycle-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.289220571517944 sec +Test 'EpochLifeCycle-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.7782697677612305 sec +Test 'EpochLifeCycle-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.7243125438690186 sec +Test 'EpochLifeCycle-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1133131980896 sec +Test 'EpochLifeCycle-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 71.98869967460632 sec +Test 'EpochLifeCycle-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.973522663116455 sec +Test 'EpochLifeCycle-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.310160398483276 sec +Test 'EpochLifeCycle-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.158620595932 sec +Test 'EpochLifeCycle-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.197144508361816 sec +Test 'EpochLifeCycle-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.268049478530884 sec +Test 'EpochLifeCycle-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.06554818153381 sec +Test 'EpochLifeCycle-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.169644832611084 sec +Test 'EpochLifeCycle-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.316486120223999 sec +Test 'EpochLifeCycle-028_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8842570781707764 sec +Test 'EpochLifeCycle-029_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.165904998779297 sec +Test 'EpochLifeCycle-030_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0849609375 sec +Test 'EpochLifeCycle-031_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1054608821868896 sec +Test 'EpochLifeCycle-032_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0082428455352783 sec +Test 'EpochLifeCycle-033_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9661264419555664 sec +Test 'LocalConcurrency-fence-accumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2599077224731445 sec +Test 'LocalConcurrency-fence-accumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.271639108657837 sec +Test 'LocalConcurrency-fence-compare_and_swap_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.160972833633423 sec +Test 'LocalConcurrency-fence-compare_and_swap_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.149022340774536 sec +Test 'LocalConcurrency-fence-fetch_and_op_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1501526832580566 sec +Test 'LocalConcurrency-fence-fetch_and_op_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.18778920173645 sec +Test 'LocalConcurrency-fence-get_accumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.003396511077881 sec +Test 'LocalConcurrency-fence-get_accumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9178669452667236 sec +Test 'LocalConcurrency-fence-get_accumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8986976146697998 sec +Test 'LocalConcurrency-fence-get_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0375235080718994 sec +Test 'LocalConcurrency-fence-get_compare_and_swap-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0489189624786377 sec +Test 'LocalConcurrency-fence-get_fetch_and_op-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.168016195297241 sec +Test 'LocalConcurrency-fence-get_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.04101300239563 sec +Test 'LocalConcurrency-fence-get_get_accumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1744282245635986 sec +Test 'LocalConcurrency-fence-get_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2933297157287598 sec +Test 'LocalConcurrency-fence-get_raccumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.005402088165283 sec +Test 'LocalConcurrency-fence-get_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9027166366577148 sec +Test 'LocalConcurrency-fence-get_rget_accumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1870970726013184 sec +Test 'LocalConcurrency-fence-get_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1541807651519775 sec +Test 'LocalConcurrency-fence-put_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1645615100860596 sec +Test 'LocalConcurrency-fence-put_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2436487674713135 sec +Test 'LocalConcurrency-fence-raccumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1065287590026855 sec +Test 'LocalConcurrency-fence-raccumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.090651035308838 sec +Test 'LocalConcurrency-fence-rget_accumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0050342082977295 sec +Test 'LocalConcurrency-fence-rget_accumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2475740909576416 sec +Test 'LocalConcurrency-fence-rget_accumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.217406988143921 sec +Test 'LocalConcurrency-fence-rget_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.4133307933807373 sec +Test 'LocalConcurrency-fence-rget_compare_and_swap-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2838857173919678 sec +Test 'LocalConcurrency-fence-rget_fetch_and_op-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0895485877990723 sec +Test 'LocalConcurrency-fence-rget_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9258537292480469 sec +Test 'LocalConcurrency-fence-rget_get_accumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0016796588897705 sec +Test 'LocalConcurrency-fence-rget_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1535465717315674 sec +Test 'LocalConcurrency-fence-rget_raccumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1341054439544678 sec +Test 'LocalConcurrency-fence-rget_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.092371940612793 sec +Test 'LocalConcurrency-fence-rget_rget_accumulate-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1690378189086914 sec +Test 'LocalConcurrency-fence-rget_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0434670448303223 sec +Test 'LocalConcurrency-fence-rput_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8902111053466797 sec +Test 'LocalConcurrency-fence-rput_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.057671546936035 sec +Test 'LocalConcurrency-lockunlock-accumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0204720497131348 sec +Test 'LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.127897262573242 sec +Test 'LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0117251873016357 sec +Test 'LocalConcurrency-lockunlock-get_accumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1960880756378174 sec +Test 'LocalConcurrency-lockunlock-put_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.142169952392578 sec +Test 'LocalConcurrency-lockunlock-raccumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8732266426086426 sec +Test 'LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1157963275909424 sec +Test 'LocalConcurrency-lockunlock-rput_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.044323682785034 sec +Test 'LocalConcurrency-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.731943130493164 sec +Test 'LocalConcurrency-mpi_irecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.50378227233887 sec +Test 'LocalConcurrency-mpi_irecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.49176025390625 sec +Test 'LocalConcurrency-receive-mpi_imrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.432173013687134 sec +Test 'LocalConcurrency-receive-mpi_irecv-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.310265064239502 sec +Test 'LocalConcurrency-receive-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10476541519165039 sec +Test 'LocalConcurrency-receive-mpi_recv_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.200446844100952 sec +Test 'LocalConcurrency-request-rget_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1672871112823486 sec +Test 'LocalConcurrency-send-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.062148094177246 sec +Test 'LocalConcurrency-send-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.991146564483643 sec +Test 'LocalConcurrency-send-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.167834997177124 sec +Test 'LocalConcurrency-send-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.169787168502808 sec +Test 'LocalConcurrency-send-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.817105293273926 sec +Test 'LocalConcurrency-send-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10371112823486328 sec +Test 'LocalConcurrency-send-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.017185688018799 sec +Test 'LocalConcurrency-send-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.175917148590088 sec +Test 'LocalConcurrency-send-mpi_ssend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.083720922470093 sec +Test 'MissingCall-mpi_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 0.5294530391693115 sec +Test 'MissingCall-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.414143085479736 sec +Test 'MissingCall-mpi_send-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.38487100601196 sec +Test 'MissingCall-mpi_send-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.24365425109863 sec +Test 'RequestLifeCycle-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.815312385559082 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.381716012954712 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_bsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.395570755004883 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.418560981750488 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0' result: failure: tool error, or test not run. Elapsed: 1.1718013286590576 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.388135194778442 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_irsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.447016000747681 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-001_0' result: failure: tool error, or test not run. Elapsed: 1.964301586151123 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.384489297866821 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-003_0' result: failure: tool error, or test not run. Elapsed: 1.1537647247314453 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.0971839427948 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.546318054199219 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.479395866394043 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.427011251449585 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.989096164703369 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.414199113845825 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.363655090332031 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.486929178237915 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.499146223068237 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.496500015258789 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-014_0' result: failure: tool error, or test not run. Elapsed: 1.0657243728637695 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.444400787353516 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.363970756530762 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.346910715103149 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.297241926193237 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4505603313446045 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.230031967163086 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-021_0' result: failure: tool error, or test not run. Elapsed: 1.1650269031524658 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.254247188568115 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.121628761291504 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.415197134017944 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.17167854309082 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.26528525352478 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.27555251121521 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-028_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.460729122161865 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.039410829544067 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-030_0' result: failure: tool error, or test not run. Elapsed: 1.1619007587432861 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-031_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.538520097732544 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-032_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.451794624328613 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-033_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.532621383666992 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-034_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.425245761871338 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-035_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.062084436416626 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-036_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.462315559387207 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-037_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.297590732574463 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_isend-038_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.330228805541992 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.592089653015137 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.316331624984741 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_issend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.351378679275513 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_issend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.493368148803711 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.474525451660156 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.39439582824707 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.296769857406616 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.451515197753906 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-005_0' result: failure: tool error, or test not run. Elapsed: 1.128566026687622 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.391455888748169 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.111170053482056 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.212591648101807 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.098028659820557 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.118316411972046 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.225663185119629 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.348871231079102 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.07999324798584 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.15738320350647 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.224339723587036 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.389475107192993 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.339016437530518 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.238311290740967 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.427408695220947 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.3451292514801025 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.282032251358032 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_rsend-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.40833044052124 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.311617136001587 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.423090696334839 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.314591407775879 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.489355564117432 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.034597635269165 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.515679836273193 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.445582389831543 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.489505767822266 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.338375806808472 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.135871171951294 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.127920389175415 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.441028833389282 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.479896068572998 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.302056789398193 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4625632762908936 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.309291362762451 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.279774188995361 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.126567363739014 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.58483099937439 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1399455070495605 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.215782165527344 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.236122131347656 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.327073097229004 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.27892518043518 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.352888107299805 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.070269584655762 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.507146596908569 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-028_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.414648771286011 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.236029624938965 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-030_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.369120836257935 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-031_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.322603702545166 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-032_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.395774602890015 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-033_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.420296669006348 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-034_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.353498458862305 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-035_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.315435171127319 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-036_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.492277145385742 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-037_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.302180051803589 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-038_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4559385776519775 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-039_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.409549951553345 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-040_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.371753215789795 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-041_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2719690799713135 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-042_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.231081485748291 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-043_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.446349382400513 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-044_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.379932165145874 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-045_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.460206985473633 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-046_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.931438207626343 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-047_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.549293518066406 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-048_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.062246799468994 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-049_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.270726203918457 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-050_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.543062686920166 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-051_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.360752582550049 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-052_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.35450553894043 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-053_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.347843170166016 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-054_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.428678750991821 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-055_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.353412389755249 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-056_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.345881462097168 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-057_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3751654624938965 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-058_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.255109786987305 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-059_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.358769178390503 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-060_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.343783140182495 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-061_0' result: failure: tool error, or test not run. Elapsed: 1.2542204856872559 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-062_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.382064342498779 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-063_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.554128170013428 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-064_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.493650436401367 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-065_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.449423789978027 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-066_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.56130838394165 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-067_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.449113368988037 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-068_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.355893611907959 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-069_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.302648305892944 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-070_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.308767557144165 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-071_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.542599678039551 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-072_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.3787171840667725 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-073_0' result: failure: tool error, or test not run. Elapsed: 0.9593560695648193 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-074_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.318800449371338 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-075_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.416439533233643 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-076_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.333364009857178 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-077_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3963096141815186 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-078_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4405198097229 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-079_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3502724170684814 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-080_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.953489780426025 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-081_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.289579391479492 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-082_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.5679075717926025 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-083_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.180755376815796 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-084_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.453696250915527 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-085_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.3918139934539795 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-086_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.551875352859497 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-087_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.3977251052856445 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-088_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.474269390106201 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-089_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.308704614639282 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-090_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.030664443969727 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-091_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.750945329666138 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-092_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.288738965988159 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-093_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.344854116439819 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-094_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1494317054748535 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-095_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.381176233291626 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-096_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.40507698059082 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-097_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.322808027267456 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-098_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.510085821151733 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-099_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.484385013580322 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-100_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.36011815071106 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-101_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.488776683807373 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-102_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.537227630615234 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-103_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.346916437149048 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-104_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.55779242515564 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-105_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.418474197387695 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-106_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.197070121765137 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-107_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.158141851425171 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-108_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.627342700958252 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-109_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.435553789138794 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-110_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.395588397979736 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-111_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.380349159240723 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-112_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.614852428436279 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-113_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.3919453620910645 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-114_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.257175445556641 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-115_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.065082311630249 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-116_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.085275173187256 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-117_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.267488479614258 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-118_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.344252586364746 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-119_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.328392028808594 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-120_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.524783134460449 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-121_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.28412389755249 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-122_0' result: failure: tool error, or test not run. Elapsed: 1.082047939300537 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-123_0' result: failure: tool error, or test not run. Elapsed: 1.1171174049377441 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-124_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.295894145965576 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-125_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.439976453781128 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-126_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.271617650985718 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-127_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.361527681350708 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-128_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.5721306800842285 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-129_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.452930927276611 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-130_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.687248229980469 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-131_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.427747964859009 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-132_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.563291788101196 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-133_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.168733596801758 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-134_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.33766770362854 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-135_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.284121751785278 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-136_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.27471923828125 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-137_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.345009803771973 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-138_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.142809867858887 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-139_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.235564708709717 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-140_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.373552560806274 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-141_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.402268886566162 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-142_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.480807781219482 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-143_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.331989765167236 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-144_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2592334747314453 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-145_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.295847177505493 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-146_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.171508312225342 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-147_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.343599319458008 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-148_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.336880207061768 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-149_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.363752126693726 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-150_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.294677734375 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-151_0' result: failure: tool error, or test not run. Elapsed: 1.1064343452453613 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-152_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.377366065979004 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-153_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.004137754440308 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-154_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.416308641433716 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-155_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1186840534210205 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-156_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.996387481689453 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-157_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.464967489242554 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send-158_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.528119325637817 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.150424480438232 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.419779539108276 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4296534061431885 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.9962379932403564 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.507180690765381 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_send_init-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.031723260879517 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.8533148765563965 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.344121217727661 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.490310192108154 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.361934423446655 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.37221622467041 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.274594068527222 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.306267261505127 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.396430730819702 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.413145065307617 sec +Test 'GlobalParameterMissmatch-Dtype-mpi_ssend-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.986067771911621 sec +Test 'LocalParameterMissmatch-Dtype-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.151756763458252 sec +Test 'LocalParameterMissmatch-Dtype-mpi_irsend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.258038282394409 sec +Test 'LocalParameterMissmatch-Dtype-mpi_isend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.4076907634735107 sec +Test 'LocalParameterMissmatch-Dtype-mpi_isend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.076362133026123 sec +Test 'LocalParameterMissmatch-Dtype-mpi_isend-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.200230360031128 sec +Test 'LocalParameterMissmatch-Dtype-mpi_isend-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.305459499359131 sec +Test 'LocalParameterMissmatch-Dtype-mpi_isend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3073244094848633 sec +Test 'LocalParameterMissmatch-Dtype-mpi_isend-006_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.235365152359009 sec +Test 'LocalParameterMissmatch-Dtype-mpi_isend-007_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.291642427444458 sec +Test 'LocalParameterMissmatch-Dtype-mpi_rsend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.4288899898529053 sec +Test 'LocalParameterMissmatch-Dtype-mpi_rsend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.880876064300537 sec +Test 'LocalParameterMissmatch-Dtype-mpi_rsend-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.4130566120147705 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3098576068878174 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.4936039447784424 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.221163034439087 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2687835693359375 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.7392115592956543 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-006_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.300528049468994 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-007_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.072384834289551 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-008_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3780875205993652 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-009_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.231093168258667 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-010_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.479222297668457 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-011_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.316488027572632 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-012_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.342308521270752 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-013_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3241491317749023 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-014_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3683536052703857 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-015_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.295808792114258 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-016_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3164048194885254 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-017_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.403134822845459 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-018_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2562601566314697 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-019_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.42995023727417 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-020_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.237807035446167 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-021_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.365518093109131 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-022_0' result: failure: tool error, or test not run. Elapsed: 1.073134422302246 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-023_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1679446697235107 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-024_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.38346004486084 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-025_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3197293281555176 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-026_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.334275007247925 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-027_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.341500997543335 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-028_0' result: failure: tool error, or test not run. Elapsed: 1.1473445892333984 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-029_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.155001640319824 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send-030_0' result: timeout: timeout after 120.20708513259888 sec. Elapsed: 120.20708513259888 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2520930767059326 sec +Test 'LocalParameterMissmatch-Dtype-mpi_send_init-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1863532066345215 sec +Test 'LocalParameterMissmatch-Dtype-mpi_ssend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.782219648361206 sec +Test 'LocalParameterMissmatch-Dtype-mpi_ssend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.30019211769104 sec +Test 'LocalParameterMissmatch-Dtype-mpi_ssend-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2573463916778564 sec +Test 'Matching-tag-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.543155908584595 sec +Test 'ParamMatching-Com-mpi_allgather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.13578009605408 sec +Test 'ParamMatching-Com-mpi_allreduce-001_0' result: failure: tool error, or test not run. Elapsed: 61.19144892692566 sec +Test 'ParamMatching-Com-mpi_alltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.163607358932495 sec +Test 'ParamMatching-Com-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.40754175186157 sec +Test 'ParamMatching-Com-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.20843315124512 sec +Test 'ParamMatching-Com-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.45739436149597 sec +Test 'ParamMatching-Com-mpi_iallgather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.262296199798584 sec +Test 'ParamMatching-Com-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.396608114242554 sec +Test 'ParamMatching-Com-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.259791135787964 sec +Test 'ParamMatching-Com-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.26731467247009 sec +Test 'ParamMatching-Com-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.32828712463379 sec +Test 'ParamMatching-Com-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 63.59608697891235 sec +Test 'ParamMatching-Com-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.593618392944336 sec +Test 'ParamMatching-Com-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.44384002685547 sec +Test 'ParamMatching-Com-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.32031583786011 sec +Test 'ParamMatching-Com-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.52865815162659 sec +Test 'ParamMatching-Com-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 63.030829668045044 sec +Test 'ParamMatching-Comm-mpi_improbe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.315464496612549 sec +Test 'ParamMatching-Comm-mpi_improbe-002_0' result: timeout: timeout after 120.20878386497498 sec. Elapsed: 120.20878386497498 sec +Test 'ParamMatching-Comm-mpi_improbe-003_0' result: timeout: timeout after 120.20368504524231 sec. Elapsed: 120.20368504524231 sec +Test 'ParamMatching-Comm-mpi_improbe-004_0' result: failure: tool error, or test not run. Elapsed: 1.1915066242218018 sec +Test 'ParamMatching-Comm-mpi_improbe-005_0' result: unimplemented: coverage issue. Elapsed: 0.10465741157531738 sec +Test 'ParamMatching-Comm-mpi_improbe-006_0' result: timeout: timeout after 120.2061071395874 sec. Elapsed: 120.2061071395874 sec +Test 'ParamMatching-Comm-mpi_improbe-007_0' result: timeout: timeout after 120.20665431022644 sec. Elapsed: 120.20665431022644 sec +Test 'ParamMatching-Comm-mpi_improbe-008_0' result: timeout: timeout after 120.20978951454163 sec. Elapsed: 120.20978951454163 sec +Test 'ParamMatching-Comm-mpi_improbe-009_0' result: failure: tool error, or test not run. Elapsed: 0.5555529594421387 sec +Test 'ParamMatching-Comm-mpi_improbe-010_0' result: failure: tool error, or test not run. Elapsed: 1.1662611961364746 sec +Test 'ParamMatching-Comm-mpi_improbe-011_0' result: timeout: timeout after 120.2052915096283 sec. Elapsed: 120.2052915096283 sec +Test 'ParamMatching-Comm-mpi_improbe-012_0' result: timeout: timeout after 120.20938539505005 sec. Elapsed: 120.20938539505005 sec +Test 'ParamMatching-Comm-mpi_improbe-013_0' result: unimplemented: coverage issue. Elapsed: 0.10814285278320312 sec +Test 'ParamMatching-Comm-mpi_mprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.386628866195679 sec +Test 'ParamMatching-Comm-mpi_mprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.156842947006226 sec +Test 'ParamMatching-Comm-mpi_mprobe-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.32810401916504 sec +Test 'ParamMatching-Comm-mpi_mprobe-004_0' result: failure: tool error, or test not run. Elapsed: 1.090341567993164 sec +Test 'ParamMatching-Comm-mpi_mprobe-005_0' result: unimplemented: coverage issue. Elapsed: 0.10567736625671387 sec +Test 'ParamMatching-Comm-mpi_mprobe-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.344135761260986 sec +Test 'ParamMatching-Comm-mpi_mprobe-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.34478545188904 sec +Test 'ParamMatching-Comm-mpi_mprobe-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.49704027175903 sec +Test 'ParamMatching-Comm-mpi_mprobe-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.11611890792847 sec +Test 'ParamMatching-Comm-mpi_mprobe-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.447165250778198 sec +Test 'ParamMatching-Comm-mpi_mprobe-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.442298889160156 sec +Test 'ParamMatching-Comm-mpi_mprobe-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 61.86857986450195 sec +Test 'ParamMatching-Comm-mpi_mprobe-013_0' result: unimplemented: coverage issue. Elapsed: 0.11746954917907715 sec +Test 'ParamMatching-Comm-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10472393035888672 sec +Test 'ParamMatching-Comm-mpi_precv_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.13651156425476074 sec +Test 'ParamMatching-Comm-mpi_precv_init-003_0' result: unimplemented: coverage issue. Elapsed: 0.10459399223327637 sec +Test 'ParamMatching-Comm-mpi_precv_init-004_0' result: unimplemented: coverage issue. Elapsed: 0.11286377906799316 sec +Test 'ParamMatching-Comm-mpi_precv_init-005_0' result: unimplemented: coverage issue. Elapsed: 0.10873079299926758 sec +Test 'ParamMatching-Comm-mpi_precv_init-006_0' result: unimplemented: coverage issue. Elapsed: 0.10904908180236816 sec +Test 'ParamMatching-Comm-mpi_precv_init-007_0' result: unimplemented: coverage issue. Elapsed: 0.1067812442779541 sec +Test 'ParamMatching-Comm-mpi_precv_init-008_0' result: unimplemented: coverage issue. Elapsed: 0.09910798072814941 sec +Test 'ParamMatching-Comm-mpi_precv_init-009_0' result: unimplemented: coverage issue. Elapsed: 0.10850739479064941 sec +Test 'ParamMatching-Comm-mpi_precv_init-010_0' result: unimplemented: coverage issue. Elapsed: 0.10712289810180664 sec +Test 'ParamMatching-Comm-mpi_precv_init-011_0' result: unimplemented: coverage issue. Elapsed: 0.1049041748046875 sec +Test 'ParamMatching-Comm-mpi_precv_init-012_0' result: unimplemented: coverage issue. Elapsed: 0.11366581916809082 sec +Test 'ParamMatching-Comm-mpi_precv_init-013_0' result: unimplemented: coverage issue. Elapsed: 0.10352444648742676 sec +Test 'ParamMatching-Comm-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10950016975402832 sec +Test 'ParamMatching-Comm-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.10864567756652832 sec +Test 'ParamMatching-Comm-mpi_psend_init-003_0' result: unimplemented: coverage issue. Elapsed: 0.10314393043518066 sec +Test 'ParamMatching-Comm-mpi_psend_init-004_0' result: unimplemented: coverage issue. Elapsed: 0.1020815372467041 sec +Test 'ParamMatching-Comm-mpi_psend_init-005_0' result: unimplemented: coverage issue. Elapsed: 0.10507655143737793 sec +Test 'ParamMatching-Comm-mpi_psend_init-006_0' result: unimplemented: coverage issue. Elapsed: 0.10325312614440918 sec +Test 'ParamMatching-Comm-mpi_psend_init-007_0' result: unimplemented: coverage issue. Elapsed: 0.10572361946105957 sec +Test 'ParamMatching-Comm-mpi_psend_init-008_0' result: unimplemented: coverage issue. Elapsed: 0.10690188407897949 sec +Test 'ParamMatching-Comm-mpi_psend_init-009_0' result: unimplemented: coverage issue. Elapsed: 0.10791683197021484 sec +Test 'ParamMatching-Comm-mpi_psend_init-010_0' result: unimplemented: coverage issue. Elapsed: 0.10310888290405273 sec +Test 'ParamMatching-Comm-mpi_psend_init-011_0' result: unimplemented: coverage issue. Elapsed: 0.10555005073547363 sec +Test 'ParamMatching-Comm-mpi_psend_init-012_0' result: unimplemented: coverage issue. Elapsed: 0.11810111999511719 sec +Test 'ParamMatching-Comm-mpi_psend_init-013_0' result: unimplemented: coverage issue. Elapsed: 0.10312223434448242 sec +Test 'ParamMatching-Comm-mpi_recv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.36970853805542 sec +Test 'ParamMatching-Comm-mpi_recv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.55473327636719 sec +Test 'ParamMatching-Comm-mpi_recv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.352999210357666 sec +Test 'ParamMatching-Comm-mpi_recv-004_0' result: failure: tool error, or test not run. Elapsed: 1.1217584609985352 sec +Test 'ParamMatching-Comm-mpi_recv-005_0' result: unimplemented: coverage issue. Elapsed: 0.10872340202331543 sec +Test 'ParamMatching-Comm-mpi_recv-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.2382709980011 sec +Test 'ParamMatching-Comm-mpi_recv-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.42876100540161 sec +Test 'ParamMatching-Comm-mpi_recv-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.32915687561035 sec +Test 'ParamMatching-Comm-mpi_recv-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.19520688056946 sec +Test 'ParamMatching-Comm-mpi_recv-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.086240768432617 sec +Test 'ParamMatching-Comm-mpi_recv-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.468947410583496 sec +Test 'ParamMatching-Comm-mpi_recv-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.52963924407959 sec +Test 'ParamMatching-Comm-mpi_recv-013_0' result: unimplemented: coverage issue. Elapsed: 0.12512803077697754 sec +Test 'ParamMatching-Comm-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.816324710845947 sec +Test 'ParamMatching-Comm-mpi_recv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.01738882064819 sec +Test 'ParamMatching-Comm-mpi_recv_init-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.49045491218567 sec +Test 'ParamMatching-Comm-mpi_recv_init-004_0' result: failure: tool error, or test not run. Elapsed: 1.1076247692108154 sec +Test 'ParamMatching-Comm-mpi_recv_init-005_0' result: unimplemented: coverage issue. Elapsed: 0.10893678665161133 sec +Test 'ParamMatching-Comm-mpi_recv_init-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.411985635757446 sec +Test 'ParamMatching-Comm-mpi_recv_init-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.652891397476196 sec +Test 'ParamMatching-Comm-mpi_recv_init-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.46988129615784 sec +Test 'ParamMatching-Comm-mpi_recv_init-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.487281799316406 sec +Test 'ParamMatching-Comm-mpi_recv_init-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.517060041427612 sec +Test 'ParamMatching-Comm-mpi_recv_init-011_0' result: failure: tool error, or test not run. Elapsed: 1.1223785877227783 sec +Test 'ParamMatching-Comm-mpi_recv_init-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.45967936515808 sec +Test 'ParamMatching-Comm-mpi_recv_init-013_0' result: unimplemented: coverage issue. Elapsed: 0.1034538745880127 sec +Test 'ParamMatching-Comm-mpi_sendrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.310338735580444 sec +Test 'ParamMatching-Comm-mpi_sendrecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.51324105262756 sec +Test 'ParamMatching-Comm-mpi_sendrecv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.21421575546265 sec +Test 'ParamMatching-Comm-mpi_sendrecv-004_0' result: failure: tool error, or test not run. Elapsed: 1.0794355869293213 sec +Test 'ParamMatching-Comm-mpi_sendrecv-005_0' result: unimplemented: coverage issue. Elapsed: 0.10351252555847168 sec +Test 'ParamMatching-Comm-mpi_sendrecv-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.32733058929443 sec +Test 'ParamMatching-Comm-mpi_sendrecv-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.4076828956604 sec +Test 'ParamMatching-Comm-mpi_sendrecv-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.44819378852844 sec +Test 'ParamMatching-Comm-mpi_sendrecv-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.07564854621887 sec +Test 'ParamMatching-Comm-mpi_sendrecv-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.643054723739624 sec +Test 'ParamMatching-Comm-mpi_sendrecv-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.5049889087677 sec +Test 'ParamMatching-Comm-mpi_sendrecv-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.05580163002014 sec +Test 'ParamMatching-Comm-mpi_sendrecv-013_0' result: unimplemented: coverage issue. Elapsed: 0.12227606773376465 sec +Test 'ParamMatching-Comm-mpi_sendrecv_replace-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.593084096908569 sec +Test 'ParamMatching-Comm-mpi_sendrecv_replace-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.40031838417053 sec +Test 'ParamMatching-Comm-mpi_sendrecv_replace-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.05024242401123 sec +Test 'ParamMatching-Comm-mpi_sendrecv_replace-004_0' result: failure: tool error, or test not run. Elapsed: 1.1651229858398438 sec +Test 'ParamMatching-Comm-mpi_sendrecv_replace-005_0' result: unimplemented: coverage issue. Elapsed: 0.11024284362792969 sec +Test 'ParamMatching-Comm-mpi_sendrecv_replace-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.24982953071594 sec +Test 'ParamMatching-Comm-mpi_sendrecv_replace-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.30610132217407 sec +Test 'ParamMatching-Comm-mpi_sendrecv_replace-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.412880420684814 sec +Test 'ParamMatching-Comm-mpi_sendrecv_replace-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.1864070892334 sec +Test 'ParamMatching-Comm-mpi_sendrecv_replace-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.442048788070679 sec +Test 'ParamMatching-Comm-mpi_sendrecv_replace-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.19953489303589 sec +Test 'ParamMatching-Comm-mpi_sendrecv_replace-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.35999298095703 sec +Test 'ParamMatching-Comm-mpi_sendrecv_replace-013_0' result: unimplemented: coverage issue. Elapsed: 0.10685086250305176 sec +Test 'ParamMatching-Op-mpi_allreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.058975696563721 sec +Test 'ParamMatching-Op-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.437436819076538 sec +Test 'ParamMatching-Op-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.293848514556885 sec +Test 'ParamMatching-Op-mpi_reduce-001_0' result: failure: tool error, or test not run. Elapsed: 1.122748851776123 sec +Test 'ParamMatching-Root-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.356897830963135 sec +Test 'ParamMatching-Root-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.24373388290405 sec +Test 'ParamMatching-Root-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.34844350814819 sec +Test 'ParamMatching-Root-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.12851047515869 sec +Test 'ParamMatching-Root-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.30345368385315 sec +Test 'ParamMatching-Root-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.239797592163086 sec +Test 'ParamMatching-Root-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.28608298301697 sec +Test 'ParamMatching-Root-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.51055669784546 sec +Test 'ParamMatching-Tag-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.161783456802368 sec +Test 'ParamMatching-Tag-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.8576295375823975 sec +Test 'ParamMatching-Tag-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.918110370635986 sec +Test 'ParamMatching-Tag-mpi_improbe-001_0' result: timeout: timeout after 120.20801901817322 sec. Elapsed: 120.20801901817322 sec +Test 'ParamMatching-Tag-mpi_iprobe-001_0' result: timeout: timeout after 120.21082973480225 sec. Elapsed: 120.21082973480225 sec +Test 'ParamMatching-Tag-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.45833492279053 sec +Test 'ParamMatching-Tag-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.286221504211426 sec +Test 'ParamMatching-Tag-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.38251185417175 sec +Test 'ParamMatching-Tag-mpi_mprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.43749284744263 sec +Test 'ParamMatching-Tag-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10932803153991699 sec +Test 'ParamMatching-Tag-mpi_probe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.278613805770874 sec +Test 'ParamMatching-Tag-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.1090996265411377 sec +Test 'ParamMatching-Tag-mpi_recv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.35166382789612 sec +Test 'ParamMatching-Tag-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 63.27592492103577 sec +Test 'ParamMatching-Tag-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.40994596481323 sec +Test 'ParamMatching-Tag-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.302876472473145 sec +Test 'ParamMatching-Tag-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.5238778591156 sec +Test 'ParamMatching-Tag-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 64.1037495136261 sec +Test 'ParamMatching-Tag-mpi_ssend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.41082262992859 sec +Test 'ParamMatching-Tag-mpi_ssend_init-001_0' result: failure: tool error, or test not run. Elapsed: 1.17427396774292 sec +Test 'ParamMatching-Type-mpi_allgather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.29301691055298 sec +Test 'ParamMatching-Type-mpi_allgather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.278042793273926 sec +Test 'ParamMatching-Type-mpi_allgather-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.222271680831909 sec +Test 'ParamMatching-Type-mpi_allgather-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.358758449554443 sec +Test 'ParamMatching-Type-mpi_allgather-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.255265235900879 sec +Test 'ParamMatching-Type-mpi_allgather-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.244505405426025 sec +Test 'ParamMatching-Type-mpi_allgather-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.23105025291443 sec +Test 'ParamMatching-Type-mpi_allgather-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.208111524581909 sec +Test 'ParamMatching-Type-mpi_allgather-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.297494888305664 sec +Test 'ParamMatching-Type-mpi_allgather-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.452025651931763 sec +Test 'ParamMatching-Type-mpi_allgather-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.361556053161621 sec +Test 'ParamMatching-Type-mpi_allgather-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.973588705062866 sec +Test 'ParamMatching-Type-mpi_allgather-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.436144590377808 sec +Test 'ParamMatching-Type-mpi_allgather-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.231550216674805 sec +Test 'ParamMatching-Type-mpi_allgather-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.401925086975098 sec +Test 'ParamMatching-Type-mpi_allgather-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.455650091171265 sec +Test 'ParamMatching-Type-mpi_allgather-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.153347730636597 sec +Test 'ParamMatching-Type-mpi_allgather-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2496209144592285 sec +Test 'ParamMatching-Type-mpi_allgather-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.27318906784058 sec +Test 'ParamMatching-Type-mpi_allgather-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4535276889801025 sec +Test 'ParamMatching-Type-mpi_allgather-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.339177131652832 sec +Test 'ParamMatching-Type-mpi_allgather-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.133653879165649 sec +Test 'ParamMatching-Type-mpi_allgather-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.416198015213013 sec +Test 'ParamMatching-Type-mpi_allgather-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.229376316070557 sec +Test 'ParamMatching-Type-mpi_allgather-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.36952543258667 sec +Test 'ParamMatching-Type-mpi_allgather-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.360096454620361 sec +Test 'ParamMatching-Type-mpi_allgather-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.332568168640137 sec +Test 'ParamMatching-Type-mpi_allgather-028_0' result: failure: tool error, or test not run. Elapsed: 1.1015820503234863 sec +Test 'ParamMatching-Type-mpi_allgather-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.259131193161011 sec +Test 'ParamMatching-Type-mpi_allgather-030_0' result: failure: tool error, or test not run. Elapsed: 1.0075242519378662 sec +Test 'ParamMatching-Type-mpi_allgather-031_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.32368063926697 sec +Test 'ParamMatching-Type-mpi_allgather-032_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.377419948577881 sec +Test 'ParamMatching-Type-mpi_allgather-033_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.325428485870361 sec +Test 'ParamMatching-Type-mpi_allgather-034_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.752415418624878 sec +Test 'ParamMatching-Type-mpi_allgather-035_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.359781503677368 sec +Test 'ParamMatching-Type-mpi_allgather-036_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.243525981903076 sec +Test 'ParamMatching-Type-mpi_allgather-037_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2747743129730225 sec +Test 'ParamMatching-Type-mpi_allgather-038_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.413415908813477 sec +Test 'ParamMatching-Type-mpi_allgather-039_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.335108757019043 sec +Test 'ParamMatching-Type-mpi_allgather-040_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.235675573348999 sec +Test 'ParamMatching-Type-mpi_allgather-041_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3215107917785645 sec +Test 'ParamMatching-Type-mpi_allgather-042_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.097250699996948 sec +Test 'ParamMatching-Type-mpi_allgather-043_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4562084674835205 sec +Test 'ParamMatching-Type-mpi_allgather-044_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2489073276519775 sec +Test 'ParamMatching-Type-mpi_allgather-045_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.346388101577759 sec +Test 'ParamMatching-Type-mpi_allgather-046_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.277448892593384 sec +Test 'ParamMatching-Type-mpi_allgather-047_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.335779428482056 sec +Test 'ParamMatching-Type-mpi_allgather-048_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.361315965652466 sec +Test 'ParamMatching-Type-mpi_allgather-049_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2859907150268555 sec +Test 'ParamMatching-Type-mpi_allgather-050_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.461054801940918 sec +Test 'ParamMatching-Type-mpi_allgather-051_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.339317798614502 sec +Test 'ParamMatching-Type-mpi_allreduce-001_0' result: failure: tool error, or test not run. Elapsed: 1.026625394821167 sec +Test 'ParamMatching-Type-mpi_allreduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.585535526275635 sec +Test 'ParamMatching-Type-mpi_allreduce-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.342684507369995 sec +Test 'ParamMatching-Type-mpi_allreduce-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.399381160736084 sec +Test 'ParamMatching-Type-mpi_allreduce-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.375159978866577 sec +Test 'ParamMatching-Type-mpi_allreduce-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.124520540237427 sec +Test 'ParamMatching-Type-mpi_allreduce-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.605343580245972 sec +Test 'ParamMatching-Type-mpi_allreduce-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.146697044372559 sec +Test 'ParamMatching-Type-mpi_allreduce-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.315566539764404 sec +Test 'ParamMatching-Type-mpi_allreduce-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.440974712371826 sec +Test 'ParamMatching-Type-mpi_allreduce-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3190295696258545 sec +Test 'ParamMatching-Type-mpi_allreduce-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.276444673538208 sec +Test 'ParamMatching-Type-mpi_allreduce-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.37206506729126 sec +Test 'ParamMatching-Type-mpi_allreduce-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.297012805938721 sec +Test 'ParamMatching-Type-mpi_allreduce-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.260159492492676 sec +Test 'ParamMatching-Type-mpi_allreduce-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.969180345535278 sec +Test 'ParamMatching-Type-mpi_allreduce-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.292295694351196 sec +Test 'ParamMatching-Type-mpi_allreduce-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.017521381378174 sec +Test 'ParamMatching-Type-mpi_allreduce-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 10.184901237487793 sec +Test 'ParamMatching-Type-mpi_allreduce-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.235645771026611 sec +Test 'ParamMatching-Type-mpi_allreduce-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.215156078338623 sec +Test 'ParamMatching-Type-mpi_allreduce-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.81680178642273 sec +Test 'ParamMatching-Type-mpi_allreduce-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.431835174560547 sec +Test 'ParamMatching-Type-mpi_allreduce-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.294847249984741 sec +Test 'ParamMatching-Type-mpi_allreduce-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.04063105583191 sec +Test 'ParamMatching-Type-mpi_allreduce-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.321309328079224 sec +Test 'ParamMatching-Type-mpi_allreduce-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.336074352264404 sec +Test 'ParamMatching-Type-mpi_allreduce-028_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.71433687210083 sec +Test 'ParamMatching-Type-mpi_allreduce-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.297811508178711 sec +Test 'ParamMatching-Type-mpi_allreduce-030_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.244320392608643 sec +Test 'ParamMatching-Type-mpi_allreduce-031_0' result: failure: tool error, or test not run. Elapsed: 1.1662981510162354 sec +Test 'ParamMatching-Type-mpi_allreduce-032_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.485481262207031 sec +Test 'ParamMatching-Type-mpi_allreduce-033_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.060176372528076 sec +Test 'ParamMatching-Type-mpi_allreduce-034_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.57578730583191 sec +Test 'ParamMatching-Type-mpi_allreduce-035_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1437835693359375 sec +Test 'ParamMatching-Type-mpi_allreduce-036_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3147969245910645 sec +Test 'ParamMatching-Type-mpi_allreduce-037_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.76863169670105 sec +Test 'ParamMatching-Type-mpi_allreduce-038_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.421075820922852 sec +Test 'ParamMatching-Type-mpi_allreduce-039_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.42648720741272 sec +Test 'ParamMatching-Type-mpi_allreduce-040_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.401476144790649 sec +Test 'ParamMatching-Type-mpi_allreduce-041_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.397577285766602 sec +Test 'ParamMatching-Type-mpi_allreduce-042_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.666841268539429 sec +Test 'ParamMatching-Type-mpi_allreduce-043_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.527024984359741 sec +Test 'ParamMatching-Type-mpi_allreduce-044_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.38672137260437 sec +Test 'ParamMatching-Type-mpi_allreduce-045_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.361270904541016 sec +Test 'ParamMatching-Type-mpi_allreduce-046_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.416818857192993 sec +Test 'ParamMatching-Type-mpi_allreduce-047_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.379676342010498 sec +Test 'ParamMatching-Type-mpi_allreduce-048_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.17142391204834 sec +Test 'ParamMatching-Type-mpi_allreduce-049_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.84952187538147 sec +Test 'ParamMatching-Type-mpi_allreduce-050_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.202255964279175 sec +Test 'ParamMatching-Type-mpi_allreduce-051_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.904360055923462 sec +Test 'ParamMatching-Type-mpi_allreduce-052_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.176935911178589 sec +Test 'ParamMatching-Type-mpi_allreduce-053_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.177811622619629 sec +Test 'ParamMatching-Type-mpi_allreduce-054_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.100028038024902 sec +Test 'ParamMatching-Type-mpi_allreduce-055_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.284597396850586 sec +Test 'ParamMatching-Type-mpi_allreduce-056_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.837395668029785 sec +Test 'ParamMatching-Type-mpi_allreduce-057_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.377624988555908 sec +Test 'ParamMatching-Type-mpi_allreduce-058_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.399123191833496 sec +Test 'ParamMatching-Type-mpi_allreduce-059_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.880674839019775 sec +Test 'ParamMatching-Type-mpi_allreduce-060_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.25420880317688 sec +Test 'ParamMatching-Type-mpi_allreduce-061_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.335257053375244 sec +Test 'ParamMatching-Type-mpi_allreduce-062_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.330765008926392 sec +Test 'ParamMatching-Type-mpi_allreduce-063_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.261809825897217 sec +Test 'ParamMatching-Type-mpi_allreduce-064_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.271255016326904 sec +Test 'ParamMatching-Type-mpi_allreduce-065_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.118523359298706 sec +Test 'ParamMatching-Type-mpi_allreduce-066_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.333907127380371 sec +Test 'ParamMatching-Type-mpi_allreduce-067_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.374758958816528 sec +Test 'ParamMatching-Type-mpi_allreduce-068_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.267145872116089 sec +Test 'ParamMatching-Type-mpi_allreduce-069_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.340614318847656 sec +Test 'ParamMatching-Type-mpi_allreduce-070_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.505651950836182 sec +Test 'ParamMatching-Type-mpi_allreduce-071_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.126073837280273 sec +Test 'ParamMatching-Type-mpi_allreduce-072_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.301933526992798 sec +Test 'ParamMatching-Type-mpi_allreduce-073_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.244664430618286 sec +Test 'ParamMatching-Type-mpi_allreduce-074_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.346435070037842 sec +Test 'ParamMatching-Type-mpi_allreduce-075_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.234071731567383 sec +Test 'ParamMatching-Type-mpi_allreduce-076_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.480340480804443 sec +Test 'ParamMatching-Type-mpi_allreduce-077_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.306973218917847 sec +Test 'ParamMatching-Type-mpi_allreduce-078_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.251520872116089 sec +Test 'ParamMatching-Type-mpi_allreduce-079_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.344529151916504 sec +Test 'ParamMatching-Type-mpi_allreduce-080_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3447840213775635 sec +Test 'ParamMatching-Type-mpi_allreduce-081_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.797881364822388 sec +Test 'ParamMatching-Type-mpi_allreduce-082_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.412145376205444 sec +Test 'ParamMatching-Type-mpi_allreduce-083_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.263946771621704 sec +Test 'ParamMatching-Type-mpi_alltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.086404800415039 sec +Test 'ParamMatching-Type-mpi_alltoall-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3405420780181885 sec +Test 'ParamMatching-Type-mpi_alltoall-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.229498624801636 sec +Test 'ParamMatching-Type-mpi_alltoall-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.133735179901123 sec +Test 'ParamMatching-Type-mpi_alltoall-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2506349086761475 sec +Test 'ParamMatching-Type-mpi_alltoall-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.372722387313843 sec +Test 'ParamMatching-Type-mpi_alltoall-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.0739266872406 sec +Test 'ParamMatching-Type-mpi_alltoall-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.225808143615723 sec +Test 'ParamMatching-Type-mpi_alltoall-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.313992261886597 sec +Test 'ParamMatching-Type-mpi_alltoall-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.858989715576172 sec +Test 'ParamMatching-Type-mpi_alltoall-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4714295864105225 sec +Test 'ParamMatching-Type-mpi_alltoall-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.37540078163147 sec +Test 'ParamMatching-Type-mpi_alltoall-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.049050569534302 sec +Test 'ParamMatching-Type-mpi_alltoall-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.233935832977295 sec +Test 'ParamMatching-Type-mpi_alltoall-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.912951231002808 sec +Test 'ParamMatching-Type-mpi_alltoall-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.099467754364014 sec +Test 'ParamMatching-Type-mpi_alltoall-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.32248330116272 sec +Test 'ParamMatching-Type-mpi_alltoall-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.269304275512695 sec +Test 'ParamMatching-Type-mpi_alltoall-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.140240430831909 sec +Test 'ParamMatching-Type-mpi_alltoall-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.344432353973389 sec +Test 'ParamMatching-Type-mpi_alltoall-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.349060297012329 sec +Test 'ParamMatching-Type-mpi_alltoall-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.307709455490112 sec +Test 'ParamMatching-Type-mpi_alltoall-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.461821794509888 sec +Test 'ParamMatching-Type-mpi_alltoall-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.331867694854736 sec +Test 'ParamMatching-Type-mpi_bcast-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.223886728286743 sec +Test 'ParamMatching-Type-mpi_bcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.455729007720947 sec +Test 'ParamMatching-Type-mpi_bcast-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.293578624725342 sec +Test 'ParamMatching-Type-mpi_bcast-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.227471351623535 sec +Test 'ParamMatching-Type-mpi_bcast-005_0' result: failure: tool error, or test not run. Elapsed: 1.0085647106170654 sec +Test 'ParamMatching-Type-mpi_bcast-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.362116575241089 sec +Test 'ParamMatching-Type-mpi_bcast-007_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.159630060195923 sec +Test 'ParamMatching-Type-mpi_bcast-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.232134580612183 sec +Test 'ParamMatching-Type-mpi_bcast-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.203436613082886 sec +Test 'ParamMatching-Type-mpi_bcast-010_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1181890964508057 sec +Test 'ParamMatching-Type-mpi_bcast-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.269269227981567 sec +Test 'ParamMatching-Type-mpi_bcast-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.479328870773315 sec +Test 'ParamMatching-Type-mpi_bcast-013_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.226052761077881 sec +Test 'ParamMatching-Type-mpi_bcast-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.051163673400879 sec +Test 'ParamMatching-Type-mpi_bcast-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3109846115112305 sec +Test 'ParamMatching-Type-mpi_bcast-016_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.110177993774414 sec +Test 'ParamMatching-Type-mpi_bcast-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.162139654159546 sec +Test 'ParamMatching-Type-mpi_bcast-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.530847549438477 sec +Test 'ParamMatching-Type-mpi_bcast-019_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1723573207855225 sec +Test 'ParamMatching-Type-mpi_bcast-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.483346462249756 sec +Test 'ParamMatching-Type-mpi_bcast-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.260448217391968 sec +Test 'ParamMatching-Type-mpi_bcast-022_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2263436317443848 sec +Test 'ParamMatching-Type-mpi_bcast-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.347103595733643 sec +Test 'ParamMatching-Type-mpi_bcast-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.418631315231323 sec +Test 'ParamMatching-Type-mpi_bcast-025_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1760237216949463 sec +Test 'ParamMatching-Type-mpi_bcast-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.212894439697266 sec +Test 'ParamMatching-Type-mpi_bcast-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.056658744812012 sec +Test 'ParamMatching-Type-mpi_bcast-028_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.211270332336426 sec +Test 'ParamMatching-Type-mpi_bcast-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3249595165252686 sec +Test 'ParamMatching-Type-mpi_bcast-030_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.320609092712402 sec +Test 'ParamMatching-Type-mpi_bcast-031_0' result: TRUE_POS: correctly detected an error. Elapsed: 3.0168259143829346 sec +Test 'ParamMatching-Type-mpi_bcast-032_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.502509355545044 sec +Test 'ParamMatching-Type-mpi_bcast-033_0' result: failure: tool error, or test not run. Elapsed: 0.9605414867401123 sec +Test 'ParamMatching-Type-mpi_bcast-034_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2306230068206787 sec +Test 'ParamMatching-Type-mpi_bcast-035_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.419965744018555 sec +Test 'ParamMatching-Type-mpi_bcast-036_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.316867828369141 sec +Test 'ParamMatching-Type-mpi_bcast-037_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1077494621276855 sec +Test 'ParamMatching-Type-mpi_bcast-038_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.415961742401123 sec +Test 'ParamMatching-Type-mpi_bcast-039_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.172065734863281 sec +Test 'ParamMatching-Type-mpi_bcast-040_0' result: failure: tool error, or test not run. Elapsed: 61.057101249694824 sec +Test 'ParamMatching-Type-mpi_bcast-041_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.037953615188599 sec +Test 'ParamMatching-Type-mpi_bcast-042_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.54912805557251 sec +Test 'ParamMatching-Type-mpi_bcast-043_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.286869049072266 sec +Test 'ParamMatching-Type-mpi_bcast-044_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.284547328948975 sec +Test 'ParamMatching-Type-mpi_bcast-045_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.282693862915039 sec +Test 'ParamMatching-Type-mpi_bcast-046_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.549241542816162 sec +Test 'ParamMatching-Type-mpi_bcast-047_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.162672758102417 sec +Test 'ParamMatching-Type-mpi_bcast-048_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.321146488189697 sec +Test 'ParamMatching-Type-mpi_bcast-049_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.300144195556641 sec +Test 'ParamMatching-Type-mpi_bcast-050_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.286050796508789 sec +Test 'ParamMatching-Type-mpi_bcast-051_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.346928358078003 sec +Test 'ParamMatching-Type-mpi_bcast-052_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4002366065979 sec +Test 'ParamMatching-Type-mpi_bcast-053_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.251350164413452 sec +Test 'ParamMatching-Type-mpi_bcast-054_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.328054904937744 sec +Test 'ParamMatching-Type-mpi_bcast-055_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.035228252410889 sec +Test 'ParamMatching-Type-mpi_bcast-056_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.32628321647644 sec +Test 'ParamMatching-Type-mpi_bcast-057_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.28748631477356 sec +Test 'ParamMatching-Type-mpi_bcast-058_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.154923439025879 sec +Test 'ParamMatching-Type-mpi_bcast-059_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2389562129974365 sec +Test 'ParamMatching-Type-mpi_bcast-060_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.305689096450806 sec +Test 'ParamMatching-Type-mpi_bcast-061_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.406127214431763 sec +Test 'ParamMatching-Type-mpi_bcast-062_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.39757227897644 sec +Test 'ParamMatching-Type-mpi_bcast-063_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.332586050033569 sec +Test 'ParamMatching-Type-mpi_bcast-064_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.215073823928833 sec +Test 'ParamMatching-Type-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.197955846786499 sec +Test 'ParamMatching-Type-mpi_exscan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3579864501953125 sec +Test 'ParamMatching-Type-mpi_exscan-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.28213906288147 sec +Test 'ParamMatching-Type-mpi_exscan-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.573606491088867 sec +Test 'ParamMatching-Type-mpi_exscan-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.432239294052124 sec +Test 'ParamMatching-Type-mpi_exscan-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.216154336929321 sec +Test 'ParamMatching-Type-mpi_exscan-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.414645671844482 sec +Test 'ParamMatching-Type-mpi_exscan-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.314575433731079 sec +Test 'ParamMatching-Type-mpi_exscan-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2807297706604 sec +Test 'ParamMatching-Type-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.408517837524414 sec +Test 'ParamMatching-Type-mpi_gather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.357603549957275 sec +Test 'ParamMatching-Type-mpi_gather-003_0' result: failure: tool error, or test not run. Elapsed: 0.9685268402099609 sec +Test 'ParamMatching-Type-mpi_gather-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.356238842010498 sec +Test 'ParamMatching-Type-mpi_gather-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.072724342346191 sec +Test 'ParamMatching-Type-mpi_gather-006_0' result: failure: tool error, or test not run. Elapsed: 1.157003402709961 sec +Test 'ParamMatching-Type-mpi_gather-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.415160417556763 sec +Test 'ParamMatching-Type-mpi_gather-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.382369041442871 sec +Test 'ParamMatching-Type-mpi_gather-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.342010736465454 sec +Test 'ParamMatching-Type-mpi_gather-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.361905097961426 sec +Test 'ParamMatching-Type-mpi_gather-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.215559244155884 sec +Test 'ParamMatching-Type-mpi_gather-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2263312339782715 sec +Test 'ParamMatching-Type-mpi_gather-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3809638023376465 sec +Test 'ParamMatching-Type-mpi_gather-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.412261962890625 sec +Test 'ParamMatching-Type-mpi_gather-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.246957778930664 sec +Test 'ParamMatching-Type-mpi_gather-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3363118171691895 sec +Test 'ParamMatching-Type-mpi_gather-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.365285873413086 sec +Test 'ParamMatching-Type-mpi_gather-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.352123737335205 sec +Test 'ParamMatching-Type-mpi_gather-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.305447578430176 sec +Test 'ParamMatching-Type-mpi_gather-020_0' result: failure: tool error, or test not run. Elapsed: 0.7911641597747803 sec +Test 'ParamMatching-Type-mpi_gather-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.276110887527466 sec +Test 'ParamMatching-Type-mpi_gather-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.530871152877808 sec +Test 'ParamMatching-Type-mpi_gather-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.526173830032349 sec +Test 'ParamMatching-Type-mpi_gather-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.301557779312134 sec +Test 'ParamMatching-Type-mpi_gather-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.066755294799805 sec +Test 'ParamMatching-Type-mpi_gather-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.453874588012695 sec +Test 'ParamMatching-Type-mpi_gather-027_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.344353199005127 sec +Test 'ParamMatching-Type-mpi_gather-028_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.353862047195435 sec +Test 'ParamMatching-Type-mpi_gather-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.712372779846191 sec +Test 'ParamMatching-Type-mpi_gather-030_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2361836433410645 sec +Test 'ParamMatching-Type-mpi_iallgather-001_0' result: failure: tool error, or test not run. Elapsed: 0.7858986854553223 sec +Test 'ParamMatching-Type-mpi_iallgather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.683972358703613 sec +Test 'ParamMatching-Type-mpi_iallgather-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.398455858230591 sec +Test 'ParamMatching-Type-mpi_iallgather-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.398355484008789 sec +Test 'ParamMatching-Type-mpi_iallgather-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.475728273391724 sec +Test 'ParamMatching-Type-mpi_iallgather-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.349583625793457 sec +Test 'ParamMatching-Type-mpi_iallgather-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3481714725494385 sec +Test 'ParamMatching-Type-mpi_iallgather-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.196994781494141 sec +Test 'ParamMatching-Type-mpi_iallgather-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.328931570053101 sec +Test 'ParamMatching-Type-mpi_iallgather-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.410478830337524 sec +Test 'ParamMatching-Type-mpi_iallgather-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.541900157928467 sec +Test 'ParamMatching-Type-mpi_iallgather-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.340339422225952 sec +Test 'ParamMatching-Type-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.862669944763184 sec +Test 'ParamMatching-Type-mpi_iallreduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.393676996231079 sec +Test 'ParamMatching-Type-mpi_iallreduce-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.443994522094727 sec +Test 'ParamMatching-Type-mpi_iallreduce-004_0' result: failure: tool error, or test not run. Elapsed: 0.946577787399292 sec +Test 'ParamMatching-Type-mpi_iallreduce-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.283857583999634 sec +Test 'ParamMatching-Type-mpi_iallreduce-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.167940855026245 sec +Test 'ParamMatching-Type-mpi_iallreduce-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.948797464370728 sec +Test 'ParamMatching-Type-mpi_iallreduce-008_0' result: failure: tool error, or test not run. Elapsed: 1.0034403800964355 sec +Test 'ParamMatching-Type-mpi_iallreduce-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.326916933059692 sec +Test 'ParamMatching-Type-mpi_iallreduce-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.803757190704346 sec +Test 'ParamMatching-Type-mpi_iallreduce-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.344278812408447 sec +Test 'ParamMatching-Type-mpi_iallreduce-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.334278106689453 sec +Test 'ParamMatching-Type-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.708303689956665 sec +Test 'ParamMatching-Type-mpi_ialltoall-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.470093488693237 sec +Test 'ParamMatching-Type-mpi_ialltoall-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.252038478851318 sec +Test 'ParamMatching-Type-mpi_ialltoall-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 9.05859661102295 sec +Test 'ParamMatching-Type-mpi_ialltoall-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2116358280181885 sec +Test 'ParamMatching-Type-mpi_ialltoall-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.323947429656982 sec +Test 'ParamMatching-Type-mpi_ialltoall-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.81935715675354 sec +Test 'ParamMatching-Type-mpi_ialltoall-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.318498611450195 sec +Test 'ParamMatching-Type-mpi_ialltoall-009_0' result: failure: tool error, or test not run. Elapsed: 1.042154312133789 sec +Test 'ParamMatching-Type-mpi_ialltoall-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.792356014251709 sec +Test 'ParamMatching-Type-mpi_ialltoall-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.711161136627197 sec +Test 'ParamMatching-Type-mpi_ialltoall-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.311326026916504 sec +Test 'ParamMatching-Type-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.728338956832886 sec +Test 'ParamMatching-Type-mpi_ireduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.324721336364746 sec +Test 'ParamMatching-Type-mpi_ireduce-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.248269319534302 sec +Test 'ParamMatching-Type-mpi_ireduce-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.85057806968689 sec +Test 'ParamMatching-Type-mpi_ireduce-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.23821496963501 sec +Test 'ParamMatching-Type-mpi_ireduce-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.365798473358154 sec +Test 'ParamMatching-Type-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3711724281311035 sec +Test 'ParamMatching-Type-mpi_reduce-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.251868963241577 sec +Test 'ParamMatching-Type-mpi_reduce-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.339675188064575 sec +Test 'ParamMatching-Type-mpi_reduce-004_0' result: failure: tool error, or test not run. Elapsed: 1.0279791355133057 sec +Test 'ParamMatching-Type-mpi_reduce-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.077550411224365 sec +Test 'ParamMatching-Type-mpi_reduce-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.554587364196777 sec +Test 'ParamMatching-Type-mpi_reduce-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.411191701889038 sec +Test 'ParamMatching-Type-mpi_reduce-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2103047370910645 sec +Test 'ParamMatching-Type-mpi_reduce-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.505971193313599 sec +Test 'ParamMatching-Type-mpi_reduce-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.383322238922119 sec +Test 'ParamMatching-Type-mpi_reduce-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3122546672821045 sec +Test 'ParamMatching-Type-mpi_reduce-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.321066617965698 sec +Test 'ParamMatching-Type-mpi_reduce-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.430994033813477 sec +Test 'ParamMatching-Type-mpi_reduce-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.270470142364502 sec +Test 'ParamMatching-Type-mpi_reduce-015_0' result: failure: tool error, or test not run. Elapsed: 1.1184043884277344 sec +Test 'ParamMatching-Type-mpi_reduce-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.276456832885742 sec +Test 'ParamMatching-Type-mpi_reduce-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.292094945907593 sec +Test 'ParamMatching-Type-mpi_reduce-018_0' result: failure: tool error, or test not run. Elapsed: 1.1669299602508545 sec +Test 'ParamMatching-Type-mpi_reduce-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.399124383926392 sec +Test 'ParamMatching-Type-mpi_reduce-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.261202335357666 sec +Test 'ParamMatching-Type-mpi_reduce-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.300059795379639 sec +Test 'ParamMatching-Type-mpi_reduce-022_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.914008140563965 sec +Test 'ParamMatching-Type-mpi_reduce-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.326222896575928 sec +Test 'ParamMatching-Type-mpi_reduce-024_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.25079607963562 sec +Test 'ParamMatching-Type-mpi_reduce-025_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.018696308135986 sec +Test 'ParamMatching-Type-mpi_reduce-026_0' result: TRUE_POS: correctly detected an error. Elapsed: 6.9276463985443115 sec +Test 'ParamMatching-Type-mpi_reduce-027_0' result: failure: tool error, or test not run. Elapsed: 1.0071079730987549 sec +Test 'ParamMatching-Type-mpi_reduce-028_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.27825140953064 sec +Test 'ParamMatching-Type-mpi_reduce-029_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.418515205383301 sec +Test 'ParamMatching-Type-mpi_reduce-030_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.248993158340454 sec +Test 'ParamMatching-Type-mpi_reduce-031_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.400548458099365 sec +Test 'ParamMatching-Type-mpi_reduce-032_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.707891464233398 sec +Test 'ParamMatching-Type-mpi_reduce-033_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.483201503753662 sec +Test 'ParamMatching-Type-mpi_reduce-034_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.297890901565552 sec +Test 'ParamMatching-Type-mpi_reduce-035_0' result: failure: tool error, or test not run. Elapsed: 1.0154411792755127 sec +Test 'ParamMatching-Type-mpi_reduce-036_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.17190170288086 sec +Test 'ParamMatching-Type-mpi_reduce-037_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.277565002441406 sec +Test 'ParamMatching-Type-mpi_reduce-038_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.279767751693726 sec +Test 'ParamMatching-Type-mpi_reduce-039_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.956185579299927 sec +Test 'ParamMatching-Type-mpi_reduce-040_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.147921323776245 sec +Test 'ParamMatching-Type-mpi_reduce-041_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.280300855636597 sec +Test 'ParamMatching-Type-mpi_reduce-042_0' result: failure: tool error, or test not run. Elapsed: 0.9756608009338379 sec +Test 'ParamMatching-Type-mpi_reduce-043_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.341660499572754 sec +Test 'ParamMatching-Type-mpi_reduce-044_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.276553392410278 sec +Test 'ParamMatching-Type-mpi_reduce-045_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.249378442764282 sec +Test 'ParamMatching-Type-mpi_reduce-046_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.093258619308472 sec +Test 'ParamMatching-Type-mpi_reduce-047_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.266596555709839 sec +Test 'ParamMatching-Type-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.326674938201904 sec +Test 'ParamMatching-Type-mpi_scan-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.423269510269165 sec +Test 'ParamMatching-Type-mpi_scan-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.123416185379028 sec +Test 'ParamMatching-Type-mpi_scan-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4548444747924805 sec +Test 'ParamMatching-Type-mpi_scan-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.290621757507324 sec +Test 'ParamMatching-Type-mpi_scan-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.298227071762085 sec +Test 'ParamMatching-Type-mpi_scan-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.68022084236145 sec +Test 'ParamMatching-Type-mpi_scan-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.895065546035767 sec +Test 'ParamMatching-Type-mpi_scan-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.448928356170654 sec +Test 'ParamMatching-Type-mpi_scan-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.285790681838989 sec +Test 'ParamMatching-Type-mpi_scan-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.42441463470459 sec +Test 'ParamMatching-Type-mpi_scan-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.29181432723999 sec +Test 'ParamMatching-Type-mpi_scan-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.434804439544678 sec +Test 'ParamMatching-Type-mpi_scan-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.417588233947754 sec +Test 'ParamMatching-Type-mpi_scan-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3516151905059814 sec +Test 'ParamMatching-Type-mpi_scan-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.532701015472412 sec +Test 'ParamMatching-Type-mpi_scan-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.276278495788574 sec +Test 'ParamMatching-Type-mpi_scan-018_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2470879554748535 sec +Test 'ParamMatching-Type-mpi_scan-019_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.385183811187744 sec +Test 'ParamMatching-Type-mpi_scan-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.309192180633545 sec +Test 'ParamMatching-Type-mpi_scan-021_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.849750280380249 sec +Test 'ParamMatching-Type-mpi_scan-022_0' result: failure: tool error, or test not run. Elapsed: 0.9348037242889404 sec +Test 'ParamMatching-Type-mpi_scan-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.451664686203003 sec +Test 'ParamMatching-Type-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.44873785972595 sec +Test 'ParamMatching-Type-mpi_scatter-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3915698528289795 sec +Test 'ParamMatching-Type-mpi_scatter-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.439966440200806 sec +Test 'ParamMatching-Type-mpi_scatter-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.3657922744751 sec +Test 'ParamMatching-Type-mpi_scatter-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2699134349823 sec +Test 'ParamMatching-Type-mpi_scatter-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.171932935714722 sec +Test 'ParamMatching-Type-mpi_scatter-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 72.2893078327179 sec +Test 'ParamMatching-Type-mpi_scatter-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3293375968933105 sec +Test 'ParamMatching-Type-mpi_scatter-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.30489444732666 sec +Test 'GlobalConcurrency-fence-accumulate_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2451486587524414 sec +Test 'GlobalConcurrency-fence-accumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8695237636566162 sec +Test 'GlobalConcurrency-fence-accumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9433860778808594 sec +Test 'GlobalConcurrency-fence-accumulate_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.028324604034424 sec +Test 'GlobalConcurrency-fence-accumulate_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0060999393463135 sec +Test 'GlobalConcurrency-fence-accumulate_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 3.315971612930298 sec +Test 'GlobalConcurrency-fence-accumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2390995025634766 sec +Test 'GlobalConcurrency-fence-accumulate_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1177070140838623 sec +Test 'GlobalConcurrency-fence-compare_and_swap_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9641220569610596 sec +Test 'GlobalConcurrency-fence-compare_and_swap_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0639986991882324 sec +Test 'GlobalConcurrency-fence-compare_and_swap_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9823112487792969 sec +Test 'GlobalConcurrency-fence-compare_and_swap_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0972628593444824 sec +Test 'GlobalConcurrency-fence-compare_and_swap_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 3.5111582279205322 sec +Test 'GlobalConcurrency-fence-compare_and_swap_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.110628128051758 sec +Test 'GlobalConcurrency-fence-compare_and_swap_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.023378610610962 sec +Test 'GlobalConcurrency-fence-compare_and_swap_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.089993476867676 sec +Test 'GlobalConcurrency-fence-fetch_and_op_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2365660667419434 sec +Test 'GlobalConcurrency-fence-fetch_and_op_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1397318840026855 sec +Test 'GlobalConcurrency-fence-fetch_and_op_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 3.9123694896698 sec +Test 'GlobalConcurrency-fence-fetch_and_op_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.104046583175659 sec +Test 'GlobalConcurrency-fence-fetch_and_op_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2092831134796143 sec +Test 'GlobalConcurrency-fence-fetch_and_op_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1405117511749268 sec +Test 'GlobalConcurrency-fence-fetch_and_op_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1052398681640625 sec +Test 'GlobalConcurrency-fence-fetch_and_op_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.121447801589966 sec +Test 'GlobalConcurrency-fence-get_accumulate_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8925461769104004 sec +Test 'GlobalConcurrency-fence-get_accumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1754233837127686 sec +Test 'GlobalConcurrency-fence-get_accumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0154378414154053 sec +Test 'GlobalConcurrency-fence-get_accumulate_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1493780612945557 sec +Test 'GlobalConcurrency-fence-get_accumulate_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1170084476470947 sec +Test 'GlobalConcurrency-fence-get_accumulate_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.010570764541626 sec +Test 'GlobalConcurrency-fence-get_accumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8928968906402588 sec +Test 'GlobalConcurrency-fence-get_accumulate_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8544762134552002 sec +Test 'GlobalConcurrency-fence-put_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2516138553619385 sec +Test 'GlobalConcurrency-fence-put_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.030742883682251 sec +Test 'GlobalConcurrency-fence-put_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.256883382797241 sec +Test 'GlobalConcurrency-fence-put_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.208855390548706 sec +Test 'GlobalConcurrency-fence-put_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1486661434173584 sec +Test 'GlobalConcurrency-fence-put_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.177255392074585 sec +Test 'GlobalConcurrency-fence-raccumulate_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9938855171203613 sec +Test 'GlobalConcurrency-fence-raccumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.221376419067383 sec +Test 'GlobalConcurrency-fence-raccumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.02378511428833 sec +Test 'GlobalConcurrency-fence-raccumulate_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.2570388317108154 sec +Test 'GlobalConcurrency-fence-raccumulate_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.3027219772338867 sec +Test 'GlobalConcurrency-fence-raccumulate_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0488359928131104 sec +Test 'GlobalConcurrency-fence-raccumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9530422687530518 sec +Test 'GlobalConcurrency-fence-raccumulate_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1437199115753174 sec +Test 'GlobalConcurrency-fence-rget_accumulate_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9088897705078125 sec +Test 'GlobalConcurrency-fence-rget_accumulate_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.225125312805176 sec +Test 'GlobalConcurrency-fence-rget_accumulate_get-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.159801483154297 sec +Test 'GlobalConcurrency-fence-rget_accumulate_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.149822235107422 sec +Test 'GlobalConcurrency-fence-rget_accumulate_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.0521042346954346 sec +Test 'GlobalConcurrency-fence-rget_accumulate_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9814074039459229 sec +Test 'GlobalConcurrency-fence-rget_accumulate_rget-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.284498691558838 sec +Test 'GlobalConcurrency-fence-rget_accumulate_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1790366172790527 sec +Test 'GlobalConcurrency-fence-rput_bufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1351797580718994 sec +Test 'GlobalConcurrency-fence-rput_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.8787870407104492 sec +Test 'GlobalConcurrency-fence-rput_localbufread-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.15562105178833 sec +Test 'GlobalConcurrency-fence-rput_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.215701103210449 sec +Test 'GlobalConcurrency-fence-rput_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.171159029006958 sec +Test 'GlobalConcurrency-fence-rput_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1565582752227783 sec +Test 'GlobalConcurrency-lock-get_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.19465708732605 sec +Test 'GlobalConcurrency-lock-get_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 3.5721664428710938 sec +Test 'GlobalConcurrency-lock-rget_bufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.9292867183685303 sec +Test 'GlobalConcurrency-lock-rget_localbufwrite-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.951918601989746 sec +Test 'GlobalConcurrency-request-rget_put-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1655616760253906 sec +Test 'GlobalConcurrency-request-rget_rput-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 2.1991965770721436 sec +Test 'CallOrdering-mpi_improbe-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 95.52362585067749 sec +Test 'CallOrdering-mpi_iprobe-mpi_send-001_0' result: timeout: timeout after 120.20723533630371 sec. Elapsed: 120.20723533630371 sec +Test 'CallOrdering-mpi_mprobe-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.67751860618591 sec +Test 'CallOrdering-mpi_probe-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.3285071849823 sec +Test 'CallOrdering-unmatched-mpi_allgather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.227110862731934 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.283294439315796 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.262487888336182 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_barrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3946168422698975 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.238332748413086 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.320623397827148 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.388613939285278 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.329979419708252 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.068893909454346 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.158503532409668 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.36127781867981 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.420838356018066 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.546363353729248 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0' result: failure: tool error, or test not run. Elapsed: 1.0534160137176514 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4537317752838135 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.199250221252441 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.211386442184448 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.139199733734131 sec +Test 'CallOrdering-unmatched-mpi_allgather-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.112985372543335 sec +Test 'CallOrdering-unmatched-mpi_allreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.231698989868164 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.271649360656738 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.14323878288269 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.258290767669678 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2593162059783936 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.268266439437866 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.236627578735352 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.35162878036499 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.211101055145264 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.17674446105957 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.324502229690552 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.495954513549805 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.321454763412476 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.312509298324585 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.414899110794067 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.32455587387085 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.418420791625977 sec +Test 'CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.22195839881897 sec +Test 'CallOrdering-unmatched-mpi_alltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.25004005432129 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.422436475753784 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.284510374069214 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.156172275543213 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.333104133605957 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.257128715515137 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.258981704711914 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.152422904968262 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.06272029876709 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.185779809951782 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3654944896698 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.18008279800415 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.311324119567871 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.368907451629639 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.237992525100708 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.193600416183472 sec +Test 'CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.139101266860962 sec +Test 'CallOrdering-unmatched-mpi_barrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.35430884361267 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.271124124526978 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.433207273483276 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.243608713150024 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.322185277938843 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0' result: failure: tool error, or test not run. Elapsed: 1.0020997524261475 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.302958250045776 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.199864149093628 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.179522275924683 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.287614822387695 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.385275602340698 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.32280707359314 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.195252180099487 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3006591796875 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.255873203277588 sec +Test 'CallOrdering-unmatched-mpi_barrier-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.380367994308472 sec +Test 'CallOrdering-unmatched-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.278674602508545 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4323179721832275 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.570637464523315 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.165751218795776 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.343612432479858 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.273959398269653 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.397132873535156 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.274306535720825 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.240686416625977 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.40785813331604 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4731786251068115 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.414083242416382 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.378865003585815 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0' result: failure: tool error, or test not run. Elapsed: 1.2176177501678467 sec +Test 'CallOrdering-unmatched-mpi_bcast-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.307253837585449 sec +Test 'CallOrdering-unmatched-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.919704914093018 sec +Test 'CallOrdering-unmatched-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.104351997375488 sec +Test 'CallOrdering-unmatched-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.40953326225281 sec +Test 'CallOrdering-unmatched-mpi_exscan-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.376003980636597 sec +Test 'CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.145921230316162 sec +Test 'CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.239663362503052 sec +Test 'CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.865828990936279 sec +Test 'CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.259641408920288 sec +Test 'CallOrdering-unmatched-mpi_exscan-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.984049320220947 sec +Test 'CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.311666488647461 sec +Test 'CallOrdering-unmatched-mpi_exscan-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.180303335189819 sec +Test 'CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.324092388153076 sec +Test 'CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3363611698150635 sec +Test 'CallOrdering-unmatched-mpi_exscan-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.396539926528931 sec +Test 'CallOrdering-unmatched-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.37874984741211 sec +Test 'CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.277806043624878 sec +Test 'CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.297698736190796 sec +Test 'CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.407080173492432 sec +Test 'CallOrdering-unmatched-mpi_gather-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.410301685333252 sec +Test 'CallOrdering-unmatched-mpi_gather-mpi_igather-001_0' result: failure: tool error, or test not run. Elapsed: 1.0372810363769531 sec +Test 'CallOrdering-unmatched-mpi_gather-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.283656358718872 sec +Test 'CallOrdering-unmatched-mpi_gather-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.314019680023193 sec +Test 'CallOrdering-unmatched-mpi_gather-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.331136226654053 sec +Test 'CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.281325340270996 sec +Test 'CallOrdering-unmatched-mpi_gather-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.15538239479065 sec +Test 'CallOrdering-unmatched-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.32607340812683 sec +Test 'CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.430406093597412 sec +Test 'CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.174863576889038 sec +Test 'CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.4171295166015625 sec +Test 'CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.037795782089233 sec +Test 'CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.30812931060791 sec +Test 'CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.283825159072876 sec +Test 'CallOrdering-unmatched-mpi_ialltoall-001_0' result: failure: tool error, or test not run. Elapsed: 61.274009466171265 sec +Test 'CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.142246961593628 sec +Test 'CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.170335531234741 sec +Test 'CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.338566780090332 sec +Test 'CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.299572229385376 sec +Test 'CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.282964468002319 sec +Test 'CallOrdering-unmatched-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.44543409347534 sec +Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.390545129776001 sec +Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3366618156433105 sec +Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.293102264404297 sec +Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.635056257247925 sec +Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.172975778579712 sec +Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.296979904174805 sec +Test 'CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.040637016296387 sec +Test 'CallOrdering-unmatched-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.269695520401 sec +Test 'CallOrdering-unmatched-mpi_ibcast-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.264318466186523 sec +Test 'CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.203792572021484 sec +Test 'CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.258768081665039 sec +Test 'CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.333390712738037 sec +Test 'CallOrdering-unmatched-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.152683734893799 sec +Test 'CallOrdering-unmatched-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.25086498260498 sec +Test 'CallOrdering-unmatched-mpi_igather-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.179392099380493 sec +Test 'CallOrdering-unmatched-mpi_improbe-001_0' result: timeout: timeout after 120.20654153823853 sec. Elapsed: 120.20654153823853 sec +Test 'CallOrdering-unmatched-mpi_irecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.38481140136719 sec +Test 'CallOrdering-unmatched-mpi_ireduce-001_0' result: failure: tool error, or test not run. Elapsed: 61.068437576293945 sec +Test 'CallOrdering-unmatched-mpi_ireduce-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.186269998550415 sec +Test 'CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.280393600463867 sec +Test 'CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.327564239501953 sec +Test 'CallOrdering-unmatched-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.211782217025757 sec +Test 'CallOrdering-unmatched-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.39192581176758 sec +Test 'CallOrdering-unmatched-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.38382172584534 sec +Test 'CallOrdering-unmatched-mpi_iscatter-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.372231960296631 sec +Test 'CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2198381423950195 sec +Test 'CallOrdering-unmatched-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.53388833999634 sec +Test 'CallOrdering-unmatched-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.35319232940674 sec +Test 'CallOrdering-unmatched-mpi_mprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.40036606788635 sec +Test 'CallOrdering-unmatched-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10598516464233398 sec +Test 'CallOrdering-unmatched-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.1095881462097168 sec +Test 'CallOrdering-unmatched-mpi_recv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.40908908843994 sec +Test 'CallOrdering-unmatched-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.367708683013916 sec +Test 'CallOrdering-unmatched-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.305602073669434 sec +Test 'CallOrdering-unmatched-mpi_reduce-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3328492641448975 sec +Test 'CallOrdering-unmatched-mpi_reduce-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.314330816268921 sec +Test 'CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.2568745613098145 sec +Test 'CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.231666088104248 sec +Test 'CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.280702590942383 sec +Test 'CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3518967628479 sec +Test 'CallOrdering-unmatched-mpi_reduce-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.503448009490967 sec +Test 'CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.266404628753662 sec +Test 'CallOrdering-unmatched-mpi_reduce-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.199794054031372 sec +Test 'CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.22359299659729 sec +Test 'CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.281977891921997 sec +Test 'CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0' result: failure: tool error, or test not run. Elapsed: 0.9837400913238525 sec +Test 'CallOrdering-unmatched-mpi_reduce-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.424009799957275 sec +Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.270721197128296 sec +Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.1781017780303955 sec +Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.367992877960205 sec +Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.353941440582275 sec +Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.400813579559326 sec +Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3442957401275635 sec +Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.3568336963653564 sec +Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 8.236657857894897 sec +Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.105340480804443 sec +Test 'CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.522884368896484 sec +Test 'CallOrdering-unmatched-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.406271457672119 sec +Test 'CallOrdering-unmatched-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 2.4180333614349365 sec +Test 'CallOrdering-unmatched-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.235987186431885 sec +Test 'CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.464300155639648 sec +Test 'CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0' result: failure: tool error, or test not run. Elapsed: 0.9139347076416016 sec +Test 'CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0' result: failure: tool error, or test not run. Elapsed: 1.1477575302124023 sec +Test 'CallOrdering-unmatched-mpi_scan-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.253902912139893 sec +Test 'CallOrdering-unmatched-mpi_scan-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.410189628601074 sec +Test 'CallOrdering-unmatched-mpi_scan-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.052404880523682 sec +Test 'CallOrdering-unmatched-mpi_scan-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.294550180435181 sec +Test 'CallOrdering-unmatched-mpi_scan-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.185029983520508 sec +Test 'CallOrdering-unmatched-mpi_scatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.339256048202515 sec +Test 'CallOrdering-unmatched-mpi_scatter-mpi_exscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.370488166809082 sec +Test 'CallOrdering-unmatched-mpi_scatter-mpi_gather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.228104114532471 sec +Test 'CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.490166425704956 sec +Test 'CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.264283657073975 sec +Test 'CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.444467067718506 sec +Test 'CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.325159788131714 sec +Test 'CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0' result: failure: tool error, or test not run. Elapsed: 0.8829915523529053 sec +Test 'CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.114264488220215 sec +Test 'CallOrdering-unmatched-mpi_scatter-mpi_iscan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.299531698226929 sec +Test 'CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.326376438140869 sec +Test 'CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.095382452011108 sec +Test 'CallOrdering-unmatched-mpi_scatter-mpi_scan-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 7.395185947418213 sec +Test 'CallOrdering-unmatched-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.37612342834473 sec +Test 'CallOrdering-unmatched-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.42488741874695 sec +Test 'CallOrdering-unmatched-mpi_ssend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.19571328163147 sec +Test 'CallOrdering-unmatched-mpi_ssend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.57969832420349 sec +Test 'MsgRace-ANY_SOURCE-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.05556392669678 sec +Test 'MsgRace-ANY_TAG-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 62.461053133010864 sec +Test 'CallOrdering-mpi_send-mpi_irecv-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2765939235687256 sec +Test 'CallOrdering-mpi_send-mpi_recv-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3743979930877686 sec +Test 'CallOrdering-mpi_send-mpi_recv_init-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2150139808654785 sec +Test 'Correct-fence-accumulate_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0419154167175293 sec +Test 'Correct-fence-accumulate_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2249245643615723 sec +Test 'Correct-fence-accumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.431114435195923 sec +Test 'Correct-fence-accumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3394486904144287 sec +Test 'Correct-fence-accumulate_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2030227184295654 sec +Test 'Correct-fence-accumulate_compare_and_swap-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.22929048538208 sec +Test 'Correct-fence-accumulate_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2497897148132324 sec +Test 'Correct-fence-accumulate_fetch_and_op-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.9576480388641357 sec +Test 'Correct-fence-accumulate_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9918391704559326 sec +Test 'Correct-fence-accumulate_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0610036849975586 sec +Test 'Correct-fence-accumulate_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2937092781066895 sec +Test 'Correct-fence-accumulate_get_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.219188690185547 sec +Test 'Correct-fence-accumulate_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0997042655944824 sec +Test 'Correct-fence-accumulate_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.190139055252075 sec +Test 'Correct-fence-accumulate_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9351415634155273 sec +Test 'Correct-fence-accumulate_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1115267276763916 sec +Test 'Correct-fence-accumulate_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1045844554901123 sec +Test 'Correct-fence-accumulate_raccumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2283592224121094 sec +Test 'Correct-fence-accumulate_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.167003631591797 sec +Test 'Correct-fence-accumulate_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.542142152786255 sec +Test 'Correct-fence-accumulate_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1078290939331055 sec +Test 'Correct-fence-accumulate_rget_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.111414670944214 sec +Test 'Correct-fence-accumulate_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1668601036071777 sec +Test 'Correct-fence-accumulate_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.289078950881958 sec +Test 'Correct-fence-bufread_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.5356791019439697 sec +Test 'Correct-fence-bufread_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.041837692260742 sec +Test 'Correct-fence-bufread_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.134324550628662 sec +Test 'Correct-fence-bufread_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1298131942749023 sec +Test 'Correct-fence-bufread_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9819443225860596 sec +Test 'Correct-fence-bufread_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0645811557769775 sec +Test 'Correct-fence-bufread_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.116633892059326 sec +Test 'Correct-fence-bufread_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1939375400543213 sec +Test 'Correct-fence-compare_and_swap_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.01400089263916 sec +Test 'Correct-fence-compare_and_swap_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.430325746536255 sec +Test 'Correct-fence-compare_and_swap_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9428520202636719 sec +Test 'Correct-fence-compare_and_swap_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.964953899383545 sec +Test 'Correct-fence-compare_and_swap_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2508323192596436 sec +Test 'Correct-fence-compare_and_swap_compare_and_swap-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0606515407562256 sec +Test 'Correct-fence-compare_and_swap_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1885221004486084 sec +Test 'Correct-fence-compare_and_swap_fetch_and_op-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0586540699005127 sec +Test 'Correct-fence-compare_and_swap_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1996331214904785 sec +Test 'Correct-fence-compare_and_swap_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.104013204574585 sec +Test 'Correct-fence-compare_and_swap_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.174959659576416 sec +Test 'Correct-fence-compare_and_swap_get_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2033238410949707 sec +Test 'Correct-fence-compare_and_swap_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.107177972793579 sec +Test 'Correct-fence-compare_and_swap_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9083147048950195 sec +Test 'Correct-fence-compare_and_swap_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.834015130996704 sec +Test 'Correct-fence-compare_and_swap_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9839489459991455 sec +Test 'Correct-fence-compare_and_swap_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.210070848464966 sec +Test 'Correct-fence-compare_and_swap_raccumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.190591812133789 sec +Test 'Correct-fence-compare_and_swap_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.972083330154419 sec +Test 'Correct-fence-compare_and_swap_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9042034149169922 sec +Test 'Correct-fence-compare_and_swap_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9380536079406738 sec +Test 'Correct-fence-compare_and_swap_rget_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9899075031280518 sec +Test 'Correct-fence-compare_and_swap_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1724162101745605 sec +Test 'Correct-fence-compare_and_swap_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1564152240753174 sec +Test 'Correct-fence-fetch_and_op_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.130072832107544 sec +Test 'Correct-fence-fetch_and_op_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.32875657081604 sec +Test 'Correct-fence-fetch_and_op_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.5726606845855713 sec +Test 'Correct-fence-fetch_and_op_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.229154109954834 sec +Test 'Correct-fence-fetch_and_op_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.099733829498291 sec +Test 'Correct-fence-fetch_and_op_compare_and_swap-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1965770721435547 sec +Test 'Correct-fence-fetch_and_op_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9659583568572998 sec +Test 'Correct-fence-fetch_and_op_fetch_and_op-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1380205154418945 sec +Test 'Correct-fence-fetch_and_op_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1742351055145264 sec +Test 'Correct-fence-fetch_and_op_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.126091241836548 sec +Test 'Correct-fence-fetch_and_op_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9216010570526123 sec +Test 'Correct-fence-fetch_and_op_get_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.775028944015503 sec +Test 'Correct-fence-fetch_and_op_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0769829750061035 sec +Test 'Correct-fence-fetch_and_op_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.040814161300659 sec +Test 'Correct-fence-fetch_and_op_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.054250478744507 sec +Test 'Correct-fence-fetch_and_op_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.062058448791504 sec +Test 'Correct-fence-fetch_and_op_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.01151180267334 sec +Test 'Correct-fence-fetch_and_op_raccumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1742329597473145 sec +Test 'Correct-fence-fetch_and_op_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1408820152282715 sec +Test 'Correct-fence-fetch_and_op_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.1625325679779053 sec +Test 'Correct-fence-fetch_and_op_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0984480381011963 sec +Test 'Correct-fence-fetch_and_op_rget_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.560516119003296 sec +Test 'Correct-fence-fetch_and_op_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.030697822570801 sec +Test 'Correct-fence-fetch_and_op_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.14479923248291 sec +Test 'Correct-fence-get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.169839859008789 sec +Test 'Correct-fence-get_accumulate_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8745899200439453 sec +Test 'Correct-fence-get_accumulate_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.189974546432495 sec +Test 'Correct-fence-get_accumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8835411071777344 sec +Test 'Correct-fence-get_accumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8983840942382812 sec +Test 'Correct-fence-get_accumulate_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.201160430908203 sec +Test 'Correct-fence-get_accumulate_compare_and_swap-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1762824058532715 sec +Test 'Correct-fence-get_accumulate_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2025797367095947 sec +Test 'Correct-fence-get_accumulate_fetch_and_op-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.224181890487671 sec +Test 'Correct-fence-get_accumulate_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.014909505844116 sec +Test 'Correct-fence-get_accumulate_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0584399700164795 sec +Test 'Correct-fence-get_accumulate_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.053769826889038 sec +Test 'Correct-fence-get_accumulate_get_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.160810947418213 sec +Test 'Correct-fence-get_accumulate_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.107175588607788 sec +Test 'Correct-fence-get_accumulate_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.159102201461792 sec +Test 'Correct-fence-get_accumulate_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.553861618041992 sec +Test 'Correct-fence-get_accumulate_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9305408000946045 sec +Test 'Correct-fence-get_accumulate_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8938775062561035 sec +Test 'Correct-fence-get_accumulate_raccumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1211061477661133 sec +Test 'Correct-fence-get_accumulate_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.8088550567626953 sec +Test 'Correct-fence-get_accumulate_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.08185076713562 sec +Test 'Correct-fence-get_accumulate_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0274531841278076 sec +Test 'Correct-fence-get_accumulate_rget_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1468873023986816 sec +Test 'Correct-fence-get_accumulate_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0950334072113037 sec +Test 'Correct-fence-get_accumulate_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0958588123321533 sec +Test 'Correct-fence-get_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.220733880996704 sec +Test 'Correct-fence-get_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9538896083831787 sec +Test 'Correct-fence-get_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.281357526779175 sec +Test 'Correct-fence-get_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.450517177581787 sec +Test 'Correct-fence-get_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0062625408172607 sec +Test 'Correct-fence-get_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0779950618743896 sec +Test 'Correct-fence-get_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8623485565185547 sec +Test 'Correct-fence-get_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2219717502593994 sec +Test 'Correct-fence-get_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1806371212005615 sec +Test 'Correct-fence-get_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.135803461074829 sec +Test 'Correct-fence-get_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.4983365535736084 sec +Test 'Correct-fence-get_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.237407684326172 sec +Test 'Correct-fence-put_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.078143358230591 sec +Test 'Correct-fence-put_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9849705696105957 sec +Test 'Correct-fence-put_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3155150413513184 sec +Test 'Correct-fence-put_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1171646118164062 sec +Test 'Correct-fence-put_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2113866806030273 sec +Test 'Correct-fence-put_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8279070854187012 sec +Test 'Correct-fence-put_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.152923583984375 sec +Test 'Correct-fence-put_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8954026699066162 sec +Test 'Correct-fence-put_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1391372680664062 sec +Test 'Correct-fence-put_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2051737308502197 sec +Test 'Correct-fence-put_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1173644065856934 sec +Test 'Correct-fence-put_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9605154991149902 sec +Test 'Correct-fence-put_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0098798274993896 sec +Test 'Correct-fence-put_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.108443021774292 sec +Test 'Correct-fence-put_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1767826080322266 sec +Test 'Correct-fence-put_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9826066493988037 sec +Test 'Correct-fence-raccumulate_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1125223636627197 sec +Test 'Correct-fence-raccumulate_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.137340784072876 sec +Test 'Correct-fence-raccumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9751405715942383 sec +Test 'Correct-fence-raccumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2520437240600586 sec +Test 'Correct-fence-raccumulate_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.011586904525757 sec +Test 'Correct-fence-raccumulate_compare_and_swap-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1141774654388428 sec +Test 'Correct-fence-raccumulate_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.037266492843628 sec +Test 'Correct-fence-raccumulate_fetch_and_op-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9560856819152832 sec +Test 'Correct-fence-raccumulate_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.894563913345337 sec +Test 'Correct-fence-raccumulate_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0669033527374268 sec +Test 'Correct-fence-raccumulate_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.123838424682617 sec +Test 'Correct-fence-raccumulate_get_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9849064350128174 sec +Test 'Correct-fence-raccumulate_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8567006587982178 sec +Test 'Correct-fence-raccumulate_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1391501426696777 sec +Test 'Correct-fence-raccumulate_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0313222408294678 sec +Test 'Correct-fence-raccumulate_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2057957649230957 sec +Test 'Correct-fence-raccumulate_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.026170492172241 sec +Test 'Correct-fence-raccumulate_raccumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.9343504905700684 sec +Test 'Correct-fence-raccumulate_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8752455711364746 sec +Test 'Correct-fence-raccumulate_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.107481002807617 sec +Test 'Correct-fence-raccumulate_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1190474033355713 sec +Test 'Correct-fence-raccumulate_rget_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.223524808883667 sec +Test 'Correct-fence-raccumulate_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.038332223892212 sec +Test 'Correct-fence-raccumulate_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.939633846282959 sec +Test 'Correct-fence-rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0299177169799805 sec +Test 'Correct-fence-rget_accumulate_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0891246795654297 sec +Test 'Correct-fence-rget_accumulate_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0992116928100586 sec +Test 'Correct-fence-rget_accumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3725218772888184 sec +Test 'Correct-fence-rget_accumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.217432975769043 sec +Test 'Correct-fence-rget_accumulate_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9879026412963867 sec +Test 'Correct-fence-rget_accumulate_compare_and_swap-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0072176456451416 sec +Test 'Correct-fence-rget_accumulate_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.649332046508789 sec +Test 'Correct-fence-rget_accumulate_fetch_and_op-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.073338031768799 sec +Test 'Correct-fence-rget_accumulate_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0210447311401367 sec +Test 'Correct-fence-rget_accumulate_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.180833339691162 sec +Test 'Correct-fence-rget_accumulate_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1411094665527344 sec +Test 'Correct-fence-rget_accumulate_get_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.570403814315796 sec +Test 'Correct-fence-rget_accumulate_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1297545433044434 sec +Test 'Correct-fence-rget_accumulate_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1901397705078125 sec +Test 'Correct-fence-rget_accumulate_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2115230560302734 sec +Test 'Correct-fence-rget_accumulate_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.109938621520996 sec +Test 'Correct-fence-rget_accumulate_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1525657176971436 sec +Test 'Correct-fence-rget_accumulate_raccumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9883382320404053 sec +Test 'Correct-fence-rget_accumulate_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.431025981903076 sec +Test 'Correct-fence-rget_accumulate_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.173372268676758 sec +Test 'Correct-fence-rget_accumulate_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.434908390045166 sec +Test 'Correct-fence-rget_accumulate_rget_accumulate-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.857025146484375 sec +Test 'Correct-fence-rget_accumulate_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.135577917098999 sec +Test 'Correct-fence-rget_accumulate_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.079256772994995 sec +Test 'Correct-fence-rget_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9611072540283203 sec +Test 'Correct-fence-rget_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0244486331939697 sec +Test 'Correct-fence-rget_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.099945068359375 sec +Test 'Correct-fence-rget_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8946974277496338 sec +Test 'Correct-fence-rget_get-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1569337844848633 sec +Test 'Correct-fence-rget_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.247870922088623 sec +Test 'Correct-fence-rget_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9697790145874023 sec +Test 'Correct-fence-rget_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1170880794525146 sec +Test 'Correct-fence-rget_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2170605659484863 sec +Test 'Correct-fence-rget_rget-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.088021755218506 sec +Test 'Correct-fence-rget_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.106915235519409 sec +Test 'Correct-fence-rget_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.994441032409668 sec +Test 'Correct-fence-rput_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.928879737854004 sec +Test 'Correct-fence-rput_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.028430223464966 sec +Test 'Correct-fence-rput_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0839810371398926 sec +Test 'Correct-fence-rput_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1296215057373047 sec +Test 'Correct-fence-rput_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1376001834869385 sec +Test 'Correct-fence-rput_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.274876117706299 sec +Test 'Correct-fence-rput_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1016132831573486 sec +Test 'Correct-fence-rput_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.145785093307495 sec +Test 'Correct-fence-rput_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0970473289489746 sec +Test 'Correct-fence-rput_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0140271186828613 sec +Test 'Correct-fence-rput_put-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9840645790100098 sec +Test 'Correct-fence-rput_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.229365110397339 sec +Test 'Correct-fence-rput_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.270033597946167 sec +Test 'Correct-fence-rput_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.050809860229492 sec +Test 'Correct-fence-rput_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.132707118988037 sec +Test 'Correct-fence-rput_rput-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.118964910507202 sec +Test 'Correct-lock-get_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.352957248687744 sec +Test 'Correct-lock-get_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1807467937469482 sec +Test 'Correct-lock-rget_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8507046699523926 sec +Test 'Correct-lock-rget_localbufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 4.063315391540527 sec +Test 'Correct-lockall-get_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8654577732086182 sec +Test 'Correct-lockall-get_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.150338888168335 sec +Test 'Correct-lockall-rget_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0208630561828613 sec +Test 'Correct-lockall-rget_localbufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.115783929824829 sec +Test 'Correct-lockallflush-bufwrite_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9563922882080078 sec +Test 'Correct-lockallflush-bufwrite_compare_and_swap-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.057072401046753 sec +Test 'Correct-lockallflush-bufwrite_fetch_and_op-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1175074577331543 sec +Test 'Correct-lockallflush-bufwrite_get_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0353729724884033 sec +Test 'Correct-lockallflush-bufwrite_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1603944301605225 sec +Test 'Correct-lockallflush-bufwrite_raccumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.016414165496826 sec +Test 'Correct-lockallflush-bufwrite_rget_accumulate-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1789140701293945 sec +Test 'Correct-lockallflush-bufwrite_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.4117238521575928 sec +Test 'Correct-lockallflushlocal-bufread_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1643426418304443 sec +Test 'Correct-lockallflushlocal-bufread_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9518976211547852 sec +Test 'Correct-lockflush-bufwrite_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.243479013442993 sec +Test 'Correct-lockflush-bufwrite_rget-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.497843027114868 sec +Test 'Correct-lockflushlocal-accumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1114673614501953 sec +Test 'Correct-lockflushlocal-compare_and_swap_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0102384090423584 sec +Test 'Correct-lockflushlocal-fetch_and_op_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.822807788848877 sec +Test 'Correct-lockflushlocal-get_accumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9730212688446045 sec +Test 'Correct-lockflushlocal-put_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8362104892730713 sec +Test 'Correct-lockflushlocal-raccumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.000067949295044 sec +Test 'Correct-lockflushlocal-rget_accumulate_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.178334951400757 sec +Test 'Correct-lockflushlocal-rput_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.996537208557129 sec +Test 'Correct-lockunlock-accumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.192394971847534 sec +Test 'Correct-lockunlock-compare_and_swap_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9295005798339844 sec +Test 'Correct-lockunlock-fetch_and_op_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9373457431793213 sec +Test 'Correct-lockunlock-get_accumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1930127143859863 sec +Test 'Correct-lockunlock-put_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.804227113723755 sec +Test 'Correct-lockunlock-raccumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.054436206817627 sec +Test 'Correct-lockunlock-rget_accumulate_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8417117595672607 sec +Test 'Correct-lockunlock-rput_bufwrite-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8779027462005615 sec +Test 'Correct-mpi_allgather-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2054364681243896 sec +Test 'Correct-mpi_allgather-002_0' result: timeout: timeout after 120.20449757575989 sec. Elapsed: 120.20449757575989 sec +Test 'Correct-mpi_allgather-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.207512617111206 sec +Test 'Correct-mpi_allgather-004_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0505950450897217 sec +Test 'Correct-mpi_allgather-mpi_allgather-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2186574935913086 sec +Test 'Correct-mpi_allreduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.263946056365967 sec +Test 'Correct-mpi_allreduce-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.201904296875 sec +Test 'Correct-mpi_allreduce-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.365278720855713 sec +Test 'Correct-mpi_allreduce-004_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.722445964813232 sec +Test 'Correct-mpi_allreduce-005_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2082395553588867 sec +Test 'Correct-mpi_allreduce-006_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.025768518447876 sec +Test 'Correct-mpi_allreduce-007_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0658676624298096 sec +Test 'Correct-mpi_allreduce-008_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.4590506553649902 sec +Test 'Correct-mpi_allreduce-009_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.166268825531006 sec +Test 'Correct-mpi_allreduce-010_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.301041841506958 sec +Test 'Correct-mpi_allreduce-011_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2182626724243164 sec +Test 'Correct-mpi_allreduce-mpi_allreduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1540024280548096 sec +Test 'Correct-mpi_alltoall-001_0' result: failure: tool error, or test not run. Elapsed: 0.9669127464294434 sec +Test 'Correct-mpi_alltoall-mpi_alltoall-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.825674057006836 sec +Test 'Correct-mpi_barrier-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2156357765197754 sec +Test 'Correct-mpi_barrier-mpi_barrier-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2012641429901123 sec +Test 'Correct-mpi_bcast-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0847017765045166 sec +Test 'Correct-mpi_bcast-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2568130493164062 sec +Test 'Correct-mpi_bcast-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.787806987762451 sec +Test 'Correct-mpi_bcast-004_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1936349868774414 sec +Test 'Correct-mpi_bcast-005_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.230459451675415 sec +Test 'Correct-mpi_bcast-006_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1140832901000977 sec +Test 'Correct-mpi_bcast-007_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3369643688201904 sec +Test 'Correct-mpi_bcast-008_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.18192720413208 sec +Test 'Correct-mpi_bcast-009_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.188279151916504 sec +Test 'Correct-mpi_bcast-010_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1936984062194824 sec +Test 'Correct-mpi_bcast-011_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.4670779705047607 sec +Test 'Correct-mpi_bcast-012_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2010202407836914 sec +Test 'Correct-mpi_bcast-013_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.315727949142456 sec +Test 'Correct-mpi_bcast-014_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1472666263580322 sec +Test 'Correct-mpi_bcast-015_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.234805107116699 sec +Test 'Correct-mpi_bcast-016_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0562655925750732 sec +Test 'Correct-mpi_bcast-017_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.37003493309021 sec +Test 'Correct-mpi_bcast-018_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.212721586227417 sec +Test 'Correct-mpi_bcast-019_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2594380378723145 sec +Test 'Correct-mpi_bcast-020_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.267169237136841 sec +Test 'Correct-mpi_bcast-021_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1971962451934814 sec +Test 'Correct-mpi_bcast-022_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2817318439483643 sec +Test 'Correct-mpi_bcast-023_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.998293161392212 sec +Test 'Correct-mpi_bcast-024_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2513973712921143 sec +Test 'Correct-mpi_bcast-025_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.312068223953247 sec +Test 'Correct-mpi_bcast-026_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.174924850463867 sec +Test 'Correct-mpi_bcast-mpi_bcast-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.040043354034424 sec +Test 'Correct-mpi_bsend-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 7.948948621749878 sec +Test 'Correct-mpi_bsend-002_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.008032321929932 sec +Test 'Correct-mpi_bsend_init-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 7.88529372215271 sec +Test 'Correct-mpi_bsend_init-002_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.008476257324219 sec +Test 'Correct-mpi_cart_create-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1763103008270264 sec +Test 'Correct-mpi_cart_create-mpi_cart_get-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2855148315429688 sec +Test 'Correct-mpi_exscan-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.159992218017578 sec +Test 'Correct-mpi_exscan-mpi_exscan-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.217151403427124 sec +Test 'Correct-mpi_gather-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.15918231010437 sec +Test 'Correct-mpi_gather-002_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.760127305984497 sec +Test 'Correct-mpi_gather-mpi_gather-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.359924554824829 sec +Test 'Correct-mpi_iallreduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3535850048065186 sec +Test 'Correct-mpi_iallreduce-mpi_iallreduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2475168704986572 sec +Test 'Correct-mpi_ialltoall-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 38.811193227767944 sec +Test 'Correct-mpi_ialltoall-mpi_ialltoall-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 40.50070881843567 sec +Test 'Correct-mpi_ibarrier-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.034522533416748 sec +Test 'Correct-mpi_ibarrier-mpi_ibarrier-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0803840160369873 sec +Test 'Correct-mpi_ibcast-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.413975477218628 sec +Test 'Correct-mpi_ibcast-mpi_ibcast-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.097982168197632 sec +Test 'Correct-mpi_ibsend-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.062650203704834 sec +Test 'Correct-mpi_ibsend-002_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 7.937845230102539 sec +Test 'Correct-mpi_igather-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1108129024505615 sec +Test 'Correct-mpi_igather-mpi_igather-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1345019340515137 sec +Test 'Correct-mpi_improbe-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.086594820022583 sec +Test 'Correct-mpi_imrecv-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 2.375826597213745 sec +Test 'Correct-mpi_irecv-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.246858596801758 sec +Test 'Correct-mpi_irecv-002_0' result: failure: tool error, or test not run. Elapsed: 1.0358223915100098 sec +Test 'Correct-mpi_ireduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.204558849334717 sec +Test 'Correct-mpi_ireduce-mpi_ireduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1754403114318848 sec +Test 'Correct-mpi_irsend-001_0' result: failure: tool error, or test not run. Elapsed: 1.0119128227233887 sec +Test 'Correct-mpi_irsend-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.270139217376709 sec +Test 'Correct-mpi_iscan-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1538214683532715 sec +Test 'Correct-mpi_iscan-mpi_iscan-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.143433094024658 sec +Test 'Correct-mpi_iscatter-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 2.399393320083618 sec +Test 'Correct-mpi_iscatter-mpi_iscatter-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 2.5921778678894043 sec +Test 'Correct-mpi_isend-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9165732860565186 sec +Test 'Correct-mpi_isend-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3530380725860596 sec +Test 'Correct-mpi_isend-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.261672019958496 sec +Test 'Correct-mpi_isend-004_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.919623613357544 sec +Test 'Correct-mpi_isend-005_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.294419527053833 sec +Test 'Correct-mpi_isend-006_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.307044506072998 sec +Test 'Correct-mpi_isend-007_0' result: failure: tool error, or test not run. Elapsed: 1.0323569774627686 sec +Test 'Correct-mpi_issend-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2933363914489746 sec +Test 'Correct-mpi_issend-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3589744567871094 sec +Test 'Correct-mpi_mprobe-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.5027859210968018 sec +Test 'Correct-mpi_mrecv-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.0548014640808105 sec +Test 'Correct-mpi_precv_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.10853242874145508 sec +Test 'Correct-mpi_precv_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.10744404792785645 sec +Test 'Correct-mpi_psend_init-001_0' result: unimplemented: coverage issue. Elapsed: 0.11318826675415039 sec +Test 'Correct-mpi_psend_init-002_0' result: unimplemented: coverage issue. Elapsed: 0.11088323593139648 sec +Test 'Correct-mpi_recv-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.4267578125 sec +Test 'Correct-mpi_recv-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8972206115722656 sec +Test 'Correct-mpi_recv_init-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.363217353820801 sec +Test 'Correct-mpi_recv_init-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.374990224838257 sec +Test 'Correct-mpi_reduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.233804941177368 sec +Test 'Correct-mpi_reduce-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.202932357788086 sec +Test 'Correct-mpi_reduce-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.386337995529175 sec +Test 'Correct-mpi_reduce-004_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 3.0149483680725098 sec +Test 'Correct-mpi_reduce-005_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 7.906543016433716 sec +Test 'Correct-mpi_reduce-mpi_reduce-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9975559711456299 sec +Test 'Correct-mpi_reduce_scatter_block-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.849931955337524 sec +Test 'Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 8.828489303588867 sec +Test 'Correct-mpi_rsend-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.280853033065796 sec +Test 'Correct-mpi_rsend-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.374215841293335 sec +Test 'Correct-mpi_rsend_init-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3668878078460693 sec +Test 'Correct-mpi_rsend_init-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1704695224761963 sec +Test 'Correct-mpi_scan-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.193753480911255 sec +Test 'Correct-mpi_scan-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2680087089538574 sec +Test 'Correct-mpi_scan-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.214315891265869 sec +Test 'Correct-mpi_scan-mpi_scan-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.4489049911499023 sec +Test 'Correct-mpi_scatter-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 2.382067918777466 sec +Test 'Correct-mpi_scatter-mpi_scatter-001_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 2.4663519859313965 sec +Test 'Correct-mpi_send-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.324305534362793 sec +Test 'Correct-mpi_send-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.527920722961426 sec +Test 'Correct-mpi_send-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.9220800399780273 sec +Test 'Correct-mpi_send-004_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2872872352600098 sec +Test 'Correct-mpi_send-005_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.242475748062134 sec +Test 'Correct-mpi_send-006_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.203854560852051 sec +Test 'Correct-mpi_send-007_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.976430892944336 sec +Test 'Correct-mpi_send-008_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.363481044769287 sec +Test 'Correct-mpi_send-009_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.412472724914551 sec +Test 'Correct-mpi_send-010_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3202402591705322 sec +Test 'Correct-mpi_send-011_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.288694143295288 sec +Test 'Correct-mpi_send-012_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.194565534591675 sec +Test 'Correct-mpi_send-013_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1418209075927734 sec +Test 'Correct-mpi_send-014_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.786850929260254 sec +Test 'Correct-mpi_send-015_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.267066717147827 sec +Test 'Correct-mpi_send-016_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.934577465057373 sec +Test 'Correct-mpi_send-017_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.188701629638672 sec +Test 'Correct-mpi_send-018_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.892509937286377 sec +Test 'Correct-mpi_send-019_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.358109951019287 sec +Test 'Correct-mpi_send-020_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.467336416244507 sec +Test 'Correct-mpi_send-021_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3555381298065186 sec +Test 'Correct-mpi_send-022_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.306922197341919 sec +Test 'Correct-mpi_send-023_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.357520341873169 sec +Test 'Correct-mpi_send-024_0' result: TRUE_NEG: correctly reported no error. Elapsed: 3.2056617736816406 sec +Test 'Correct-mpi_send-025_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2310822010040283 sec +Test 'Correct-mpi_send-026_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2936840057373047 sec +Test 'Correct-mpi_send-027_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.237525701522827 sec +Test 'Correct-mpi_send-028_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2228763103485107 sec +Test 'Correct-mpi_send-029_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.260366439819336 sec +Test 'Correct-mpi_send_init-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.209364652633667 sec +Test 'Correct-mpi_send_init-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3167989253997803 sec +Test 'Correct-mpi_ssend-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.032961368560791 sec +Test 'Correct-mpi_ssend-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3058664798736572 sec +Test 'Correct-mpi_ssend-003_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1924421787261963 sec +Test 'Correct-mpi_ssend_init-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.2002956867218018 sec +Test 'Correct-mpi_ssend_init-002_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8897826671600342 sec +Test 'Correct-request-rget_bufread-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 1.8311538696289062 sec +Test 'Correct-request-rget_put-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1453049182891846 sec +Test 'Correct-request-rget_rput-001_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.1744918823242188 sec +Test 'InvalidParam-Buffer-mpi_imrecv-005_0' result: FALSE_POS: reported an error in a correct code. Elapsed: 2.3716466426849365 sec +Test 'InvalidParam-Buffer-mpi_mrecv-005_0' result: TRUE_NEG: correctly reported no error. Elapsed: 2.3533413410186768 sec +Test 'InvalidParam-Buffer-mpi_sendrecv-007_0' result: failure: tool error, or test not run. Elapsed: 1.2861344814300537 sec XXXXXXXXX Final results for itac -XXX 21 false positives +XXX 22 false positives Correct-mpi_allreduce-004_0 expected OK, outcome: reported an error in a correct code Correct-mpi_allreduce-006_0 expected OK, outcome: reported an error in a correct code - Correct-mpi_alltoall-001_0 expected OK, outcome: reported an error in a correct code Correct-mpi_alltoall-mpi_alltoall-001_0 expected OK, outcome: reported an error in a correct code Correct-mpi_bsend-001_0 expected OK, outcome: reported an error in a correct code + Correct-mpi_bsend-002_0 expected OK, outcome: reported an error in a correct code Correct-mpi_bsend_init-001_0 expected OK, outcome: reported an error in a correct code Correct-mpi_bsend_init-002_0 expected OK, outcome: reported an error in a correct code Correct-mpi_gather-002_0 expected OK, outcome: reported an error in a correct code @@ -2142,6 +2119,7 @@ XXX 21 false positives Correct-mpi_ibsend-001_0 expected OK, outcome: reported an error in a correct code Correct-mpi_ibsend-002_0 expected OK, outcome: reported an error in a correct code Correct-mpi_imrecv-001_0 expected OK, outcome: reported an error in a correct code + Correct-mpi_iscatter-001_0 expected OK, outcome: reported an error in a correct code Correct-mpi_iscatter-mpi_iscatter-001_0 expected OK, outcome: reported an error in a correct code Correct-mpi_reduce-004_0 expected OK, outcome: reported an error in a correct code Correct-mpi_reduce-005_0 expected OK, outcome: reported an error in a correct code @@ -2150,11 +2128,12 @@ XXX 21 false positives Correct-mpi_scatter-001_0 expected OK, outcome: reported an error in a correct code Correct-mpi_scatter-mpi_scatter-001_0 expected OK, outcome: reported an error in a correct code InvalidParam-Buffer-mpi_imrecv-005_0 expected OK, outcome: reported an error in a correct code -XXX 223 false negatives +XXX 233 false negatives InvalidParam-Buffer-mpi_irecv-005_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Buffer-mpi_irsend-005_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Buffer-mpi_isend-005_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Buffer-mpi_issend-005_0 expected InvalidParam, outcome: failed to detect an error + InvalidParam-Buffer-mpi_recv-005_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Buffer-mpi_rsend-005_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Buffer-mpi_send-005_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Buffer-mpi_ssend-005_0 expected InvalidParam, outcome: failed to detect an error @@ -2183,7 +2162,6 @@ XXX 223 false negatives InvalidParam-Request-mpi_testall-001_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Request-mpi_testany-001_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Request-mpi_testsome-001_0 expected InvalidParam, outcome: failed to detect an error - InvalidParam-Request-mpi_waitany-001_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Request-mpi_waitsome-001_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Status-mpi_improbe-002_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Status-mpi_iprobe-002_0 expected InvalidParam, outcome: failed to detect an error @@ -2191,8 +2169,8 @@ XXX 223 false negatives InvalidParam-Status-mpi_mrecv-002_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Status-mpi_probe-002_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Status-mpi_recv-002_0 expected InvalidParam, outcome: failed to detect an error + InvalidParam-Status-mpi_sendrecv-002_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Status-mpi_sendrecv_replace-002_0 expected InvalidParam, outcome: failed to detect an error - InvalidParam-Status-mpi_test-002_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Status-mpi_testall-002_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Status-mpi_testany-002_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Status-mpi_testsome-002_0 expected InvalidParam, outcome: failed to detect an error @@ -2205,7 +2183,6 @@ XXX 223 false negatives InvalidParam-Tag-mpi_irecv-001_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Tag-mpi_mprobe-001_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Tag-mpi_probe-001_0 expected InvalidParam, outcome: failed to detect an error - InvalidParam-Tag-mpi_recv-001_0 expected InvalidParam, outcome: failed to detect an error InvalidParam-Tag-mpi_recv_init-001_0 expected InvalidParam, outcome: failed to detect an error EpochLifeCycle-028_0 expected EpochLifeCycle, outcome: failed to detect an error EpochLifeCycle-029_0 expected EpochLifeCycle, outcome: failed to detect an error @@ -2262,6 +2239,7 @@ XXX 223 false negatives LocalConcurrency-receive-mpi_irecv-001_0 expected LocalConcurrency, outcome: failed to detect an error LocalConcurrency-receive-mpi_recv_init-001_0 expected LocalConcurrency, outcome: failed to detect an error LocalConcurrency-request-rget_bufread-001_0 expected LocalConcurrency, outcome: failed to detect an error + MissingCall-mpi_init-001_0 expected MissingCall, outcome: failed to detect an error GlobalParameterMissmatch-Dtype-mpi_send-144_0 expected GlobalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_irsend-001_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_isend-001_0 expected LocalParameterMissmatch, outcome: failed to detect an error @@ -2280,6 +2258,7 @@ XXX 223 false negatives LocalParameterMissmatch-Dtype-mpi_send-004_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_send-005_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_send-006_0 expected LocalParameterMissmatch, outcome: failed to detect an error + LocalParameterMissmatch-Dtype-mpi_send-007_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_send-008_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_send-009_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_send-010_0 expected LocalParameterMissmatch, outcome: failed to detect an error @@ -2297,16 +2276,25 @@ XXX 223 false negatives LocalParameterMissmatch-Dtype-mpi_send-023_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_send-024_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_send-025_0 expected LocalParameterMissmatch, outcome: failed to detect an error + LocalParameterMissmatch-Dtype-mpi_send-026_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_send-027_0 expected LocalParameterMissmatch, outcome: failed to detect an error - LocalParameterMissmatch-Dtype-mpi_send-028_0 expected LocalParameterMissmatch, outcome: failed to detect an error + LocalParameterMissmatch-Dtype-mpi_send-029_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_send_init-001_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_send_init-002_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_ssend-001_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_ssend-002_0 expected LocalParameterMissmatch, outcome: failed to detect an error LocalParameterMissmatch-Dtype-mpi_ssend-003_0 expected LocalParameterMissmatch, outcome: failed to detect an error + ParamMatching-Type-mpi_bcast-001_0 expected ParamMatching, outcome: failed to detect an error + ParamMatching-Type-mpi_bcast-004_0 expected ParamMatching, outcome: failed to detect an error ParamMatching-Type-mpi_bcast-007_0 expected ParamMatching, outcome: failed to detect an error ParamMatching-Type-mpi_bcast-010_0 expected ParamMatching, outcome: failed to detect an error + ParamMatching-Type-mpi_bcast-013_0 expected ParamMatching, outcome: failed to detect an error + ParamMatching-Type-mpi_bcast-016_0 expected ParamMatching, outcome: failed to detect an error ParamMatching-Type-mpi_bcast-019_0 expected ParamMatching, outcome: failed to detect an error + ParamMatching-Type-mpi_bcast-022_0 expected ParamMatching, outcome: failed to detect an error + ParamMatching-Type-mpi_bcast-025_0 expected ParamMatching, outcome: failed to detect an error + ParamMatching-Type-mpi_bcast-028_0 expected ParamMatching, outcome: failed to detect an error + ParamMatching-Type-mpi_bcast-034_0 expected ParamMatching, outcome: failed to detect an error ParamMatching-Type-mpi_bcast-037_0 expected ParamMatching, outcome: failed to detect an error GlobalConcurrency-fence-accumulate_bufread-001_0 expected GlobalConcurrency, outcome: failed to detect an error GlobalConcurrency-fence-accumulate_bufwrite-001_0 expected GlobalConcurrency, outcome: failed to detect an error @@ -2374,173 +2362,20 @@ XXX 223 false negatives GlobalConcurrency-lock-rget_localbufwrite-001_0 expected GlobalConcurrency, outcome: failed to detect an error GlobalConcurrency-request-rget_put-001_0 expected GlobalConcurrency, outcome: failed to detect an error GlobalConcurrency-request-rget_rput-001_0 expected GlobalConcurrency, outcome: failed to detect an error -XXX 166 timeouts - InvalidParam-Rank-mpi_bsend-001_0 expected InvalidParam, outcome: timeout after 60.20706748962402 sec - InvalidParam-Rank-mpi_bsend_init-001_0 expected InvalidParam, outcome: timeout after 60.207048654556274 sec - InvalidParam-Rank-mpi_ibsend-001_0 expected InvalidParam, outcome: timeout after 60.208377838134766 sec - InvalidParam-Rank-mpi_improbe-001_0 expected InvalidParam, outcome: timeout after 60.20482039451599 sec - InvalidParam-Rank-mpi_irecv-001_0 expected InvalidParam, outcome: timeout after 60.203341245651245 sec - InvalidParam-Rank-mpi_irsend-001_0 expected InvalidParam, outcome: timeout after 60.206820011138916 sec - InvalidParam-Rank-mpi_isend-001_0 expected InvalidParam, outcome: timeout after 60.21379995346069 sec - InvalidParam-Rank-mpi_issend-001_0 expected InvalidParam, outcome: timeout after 60.20618987083435 sec - InvalidParam-Rank-mpi_mprobe-001_0 expected InvalidParam, outcome: timeout after 60.2053005695343 sec - InvalidParam-Rank-mpi_recv-001_0 expected InvalidParam, outcome: timeout after 60.22866773605347 sec - InvalidParam-Rank-mpi_recv_init-001_0 expected InvalidParam, outcome: timeout after 60.207491874694824 sec - InvalidParam-Rank-mpi_rsend-001_0 expected InvalidParam, outcome: timeout after 60.20823645591736 sec - InvalidParam-Rank-mpi_rsend_init-001_0 expected InvalidParam, outcome: timeout after 60.20589351654053 sec - InvalidParam-Rank-mpi_send-001_0 expected InvalidParam, outcome: timeout after 60.206463098526 sec - InvalidParam-Rank-mpi_send_init-001_0 expected InvalidParam, outcome: timeout after 60.205647230148315 sec - InvalidParam-Rank-mpi_sendrecv-001_0 expected InvalidParam, outcome: timeout after 60.20668601989746 sec - InvalidParam-Rank-mpi_ssend-001_0 expected InvalidParam, outcome: timeout after 60.20644783973694 sec - InvalidParam-Rank-mpi_ssend_init-001_0 expected InvalidParam, outcome: timeout after 60.207934617996216 sec - EpochLifeCycle-001_0 expected EpochLifeCycle, outcome: timeout after 60.2074248790741 sec - EpochLifeCycle-003_0 expected EpochLifeCycle, outcome: timeout after 60.20283365249634 sec - EpochLifeCycle-004_0 expected EpochLifeCycle, outcome: timeout after 60.205313205718994 sec - EpochLifeCycle-006_0 expected EpochLifeCycle, outcome: timeout after 60.20733666419983 sec - EpochLifeCycle-007_0 expected EpochLifeCycle, outcome: timeout after 60.20561861991882 sec - EpochLifeCycle-009_0 expected EpochLifeCycle, outcome: timeout after 60.20795559883118 sec - EpochLifeCycle-019_0 expected EpochLifeCycle, outcome: timeout after 60.20620083808899 sec - EpochLifeCycle-022_0 expected EpochLifeCycle, outcome: timeout after 60.20582127571106 sec - EpochLifeCycle-025_0 expected EpochLifeCycle, outcome: timeout after 60.20775556564331 sec - MissingCall-mpi_send-001_0 expected MissingCall, outcome: timeout after 60.20656085014343 sec - MissingCall-mpi_send-002_0 expected MissingCall, outcome: timeout after 60.206135272979736 sec - MissingCall-mpi_send-003_0 expected MissingCall, outcome: timeout after 60.206310749053955 sec - LocalParameterMissmatch-Dtype-mpi_send-029_0 expected LocalParameterMissmatch, outcome: timeout after 60.205498695373535 sec - Matching-tag-mpi_send-001_0 expected Matching, outcome: timeout after 60.20458674430847 sec - ParamMatching-Com-mpi_allgather-001_0 expected ParamMatching, outcome: timeout after 60.220510959625244 sec - ParamMatching-Com-mpi_allreduce-001_0 expected ParamMatching, outcome: timeout after 60.203296422958374 sec - ParamMatching-Com-mpi_alltoall-001_0 expected ParamMatching, outcome: timeout after 60.20812749862671 sec - ParamMatching-Com-mpi_bcast-001_0 expected ParamMatching, outcome: timeout after 60.20664858818054 sec - ParamMatching-Com-mpi_exscan-001_0 expected ParamMatching, outcome: timeout after 60.20594072341919 sec - ParamMatching-Com-mpi_gather-001_0 expected ParamMatching, outcome: timeout after 60.20586133003235 sec - ParamMatching-Com-mpi_iallgather-001_0 expected ParamMatching, outcome: timeout after 60.207064390182495 sec - ParamMatching-Com-mpi_iallreduce-001_0 expected ParamMatching, outcome: timeout after 60.20697784423828 sec - ParamMatching-Com-mpi_ialltoall-001_0 expected ParamMatching, outcome: timeout after 60.20725107192993 sec - ParamMatching-Com-mpi_ibcast-001_0 expected ParamMatching, outcome: timeout after 60.20766997337341 sec - ParamMatching-Com-mpi_igather-001_0 expected ParamMatching, outcome: timeout after 60.20637488365173 sec - ParamMatching-Com-mpi_ireduce-001_0 expected ParamMatching, outcome: timeout after 60.203691482543945 sec - ParamMatching-Com-mpi_iscan-001_0 expected ParamMatching, outcome: timeout after 60.207462549209595 sec - ParamMatching-Com-mpi_iscatter-001_0 expected ParamMatching, outcome: timeout after 60.20439171791077 sec - ParamMatching-Com-mpi_reduce-001_0 expected ParamMatching, outcome: timeout after 60.326064348220825 sec - ParamMatching-Com-mpi_scan-001_0 expected ParamMatching, outcome: timeout after 60.2034809589386 sec - ParamMatching-Com-mpi_scatter-001_0 expected ParamMatching, outcome: timeout after 60.2068305015564 sec - ParamMatching-Comm-mpi_improbe-002_0 expected ParamMatching, outcome: timeout after 60.2076632976532 sec - ParamMatching-Comm-mpi_improbe-003_0 expected ParamMatching, outcome: timeout after 60.20591902732849 sec - ParamMatching-Comm-mpi_improbe-006_0 expected ParamMatching, outcome: timeout after 60.204930782318115 sec - ParamMatching-Comm-mpi_improbe-007_0 expected ParamMatching, outcome: timeout after 60.207067012786865 sec - ParamMatching-Comm-mpi_improbe-008_0 expected ParamMatching, outcome: timeout after 60.20427632331848 sec - ParamMatching-Comm-mpi_improbe-009_0 expected ParamMatching, outcome: timeout after 60.204431772232056 sec - ParamMatching-Comm-mpi_improbe-011_0 expected ParamMatching, outcome: timeout after 60.20910835266113 sec - ParamMatching-Comm-mpi_improbe-012_0 expected ParamMatching, outcome: timeout after 60.206705808639526 sec - ParamMatching-Comm-mpi_mprobe-002_0 expected ParamMatching, outcome: timeout after 60.206557750701904 sec - ParamMatching-Comm-mpi_mprobe-003_0 expected ParamMatching, outcome: timeout after 60.209710359573364 sec - ParamMatching-Comm-mpi_mprobe-006_0 expected ParamMatching, outcome: timeout after 60.2061927318573 sec - ParamMatching-Comm-mpi_mprobe-007_0 expected ParamMatching, outcome: timeout after 60.203927755355835 sec - ParamMatching-Comm-mpi_mprobe-008_0 expected ParamMatching, outcome: timeout after 60.20739507675171 sec - ParamMatching-Comm-mpi_mprobe-009_0 expected ParamMatching, outcome: timeout after 60.20666313171387 sec - ParamMatching-Comm-mpi_mprobe-011_0 expected ParamMatching, outcome: timeout after 60.20729446411133 sec - ParamMatching-Comm-mpi_mprobe-012_0 expected ParamMatching, outcome: timeout after 60.2076199054718 sec - ParamMatching-Comm-mpi_recv-002_0 expected ParamMatching, outcome: timeout after 60.20777130126953 sec - ParamMatching-Comm-mpi_recv-003_0 expected ParamMatching, outcome: timeout after 60.20408797264099 sec - ParamMatching-Comm-mpi_recv-006_0 expected ParamMatching, outcome: timeout after 60.207600116729736 sec - ParamMatching-Comm-mpi_recv-007_0 expected ParamMatching, outcome: timeout after 60.203741788864136 sec - ParamMatching-Comm-mpi_recv-008_0 expected ParamMatching, outcome: timeout after 60.20888590812683 sec - ParamMatching-Comm-mpi_recv-009_0 expected ParamMatching, outcome: timeout after 60.20594048500061 sec - ParamMatching-Comm-mpi_recv-011_0 expected ParamMatching, outcome: timeout after 60.21061992645264 sec - ParamMatching-Comm-mpi_recv-012_0 expected ParamMatching, outcome: timeout after 60.20918297767639 sec - ParamMatching-Comm-mpi_recv_init-002_0 expected ParamMatching, outcome: timeout after 60.20457100868225 sec - ParamMatching-Comm-mpi_recv_init-003_0 expected ParamMatching, outcome: timeout after 60.20780920982361 sec - ParamMatching-Comm-mpi_recv_init-006_0 expected ParamMatching, outcome: timeout after 60.206541538238525 sec - ParamMatching-Comm-mpi_recv_init-007_0 expected ParamMatching, outcome: timeout after 60.20559239387512 sec - ParamMatching-Comm-mpi_recv_init-008_0 expected ParamMatching, outcome: timeout after 60.207322120666504 sec - ParamMatching-Comm-mpi_recv_init-009_0 expected ParamMatching, outcome: timeout after 60.20704460144043 sec - ParamMatching-Comm-mpi_recv_init-011_0 expected ParamMatching, outcome: timeout after 60.20338296890259 sec - ParamMatching-Comm-mpi_recv_init-012_0 expected ParamMatching, outcome: timeout after 60.2084276676178 sec - ParamMatching-Comm-mpi_sendrecv-002_0 expected ParamMatching, outcome: timeout after 60.206616163253784 sec - ParamMatching-Comm-mpi_sendrecv-003_0 expected ParamMatching, outcome: timeout after 60.212549924850464 sec - ParamMatching-Comm-mpi_sendrecv-006_0 expected ParamMatching, outcome: timeout after 60.2061231136322 sec - ParamMatching-Comm-mpi_sendrecv-007_0 expected ParamMatching, outcome: timeout after 60.2125301361084 sec - ParamMatching-Comm-mpi_sendrecv-008_0 expected ParamMatching, outcome: timeout after 60.20472455024719 sec - ParamMatching-Comm-mpi_sendrecv-009_0 expected ParamMatching, outcome: timeout after 60.22964549064636 sec - ParamMatching-Comm-mpi_sendrecv-011_0 expected ParamMatching, outcome: timeout after 60.20613193511963 sec - ParamMatching-Comm-mpi_sendrecv-012_0 expected ParamMatching, outcome: timeout after 60.20671319961548 sec - ParamMatching-Comm-mpi_sendrecv_replace-002_0 expected ParamMatching, outcome: timeout after 60.203006744384766 sec - ParamMatching-Comm-mpi_sendrecv_replace-006_0 expected ParamMatching, outcome: timeout after 60.20567560195923 sec - ParamMatching-Comm-mpi_sendrecv_replace-007_0 expected ParamMatching, outcome: timeout after 60.20475625991821 sec - ParamMatching-Comm-mpi_sendrecv_replace-008_0 expected ParamMatching, outcome: timeout after 60.20337653160095 sec - ParamMatching-Comm-mpi_sendrecv_replace-009_0 expected ParamMatching, outcome: timeout after 60.20797324180603 sec - ParamMatching-Comm-mpi_sendrecv_replace-012_0 expected ParamMatching, outcome: timeout after 60.20670962333679 sec - ParamMatching-Root-mpi_bcast-001_0 expected ParamMatching, outcome: timeout after 60.20692825317383 sec - ParamMatching-Root-mpi_gather-001_0 expected ParamMatching, outcome: timeout after 60.205726623535156 sec - ParamMatching-Root-mpi_ibcast-001_0 expected ParamMatching, outcome: timeout after 60.20622539520264 sec - ParamMatching-Root-mpi_igather-001_0 expected ParamMatching, outcome: timeout after 60.20460891723633 sec - ParamMatching-Root-mpi_ireduce-001_0 expected ParamMatching, outcome: timeout after 60.20385241508484 sec - ParamMatching-Root-mpi_iscatter-001_0 expected ParamMatching, outcome: timeout after 60.20808982849121 sec - ParamMatching-Root-mpi_reduce-001_0 expected ParamMatching, outcome: timeout after 60.20299410820007 sec - ParamMatching-Root-mpi_scatter-001_0 expected ParamMatching, outcome: timeout after 60.2043297290802 sec - ParamMatching-Tag-mpi_improbe-001_0 expected ParamMatching, outcome: timeout after 60.2077579498291 sec - ParamMatching-Tag-mpi_iprobe-001_0 expected ParamMatching, outcome: timeout after 60.22083330154419 sec - ParamMatching-Tag-mpi_isend-001_0 expected ParamMatching, outcome: timeout after 60.20673990249634 sec - ParamMatching-Tag-mpi_issend-001_0 expected ParamMatching, outcome: timeout after 60.204036474227905 sec - ParamMatching-Tag-mpi_mprobe-001_0 expected ParamMatching, outcome: timeout after 60.20738458633423 sec - ParamMatching-Tag-mpi_probe-001_0 expected ParamMatching, outcome: timeout after 60.20460605621338 sec - ParamMatching-Tag-mpi_recv-001_0 expected ParamMatching, outcome: timeout after 60.20451807975769 sec - ParamMatching-Tag-mpi_recv_init-001_0 expected ParamMatching, outcome: timeout after 60.21040940284729 sec - ParamMatching-Tag-mpi_rsend-001_0 expected ParamMatching, outcome: timeout after 60.20720362663269 sec - ParamMatching-Tag-mpi_rsend_init-001_0 expected ParamMatching, outcome: timeout after 60.20451235771179 sec - ParamMatching-Tag-mpi_send-001_0 expected ParamMatching, outcome: timeout after 60.20542860031128 sec - ParamMatching-Tag-mpi_send_init-001_0 expected ParamMatching, outcome: timeout after 60.203843116760254 sec - ParamMatching-Tag-mpi_ssend-001_0 expected ParamMatching, outcome: timeout after 60.206255197525024 sec - ParamMatching-Tag-mpi_ssend_init-001_0 expected ParamMatching, outcome: timeout after 60.205419301986694 sec - ParamMatching-Type-mpi_allgather-001_0 expected ParamMatching, outcome: timeout after 60.253031969070435 sec - ParamMatching-Type-mpi_allgather-004_0 expected ParamMatching, outcome: timeout after 60.20846199989319 sec - ParamMatching-Type-mpi_allgather-007_0 expected ParamMatching, outcome: timeout after 60.20939612388611 sec - ParamMatching-Type-mpi_allgather-010_0 expected ParamMatching, outcome: timeout after 60.210670948028564 sec - ParamMatching-Type-mpi_allgather-013_0 expected ParamMatching, outcome: timeout after 60.20808172225952 sec - ParamMatching-Type-mpi_allgather-016_0 expected ParamMatching, outcome: timeout after 60.20716047286987 sec - ParamMatching-Type-mpi_allgather-019_0 expected ParamMatching, outcome: timeout after 60.205166816711426 sec - ParamMatching-Type-mpi_allgather-022_0 expected ParamMatching, outcome: timeout after 60.20785570144653 sec - ParamMatching-Type-mpi_allgather-025_0 expected ParamMatching, outcome: timeout after 60.20875144004822 sec - ParamMatching-Type-mpi_allgather-028_0 expected ParamMatching, outcome: timeout after 60.20510792732239 sec - ParamMatching-Type-mpi_scatter-001_0 expected ParamMatching, outcome: timeout after 60.208345890045166 sec - ParamMatching-Type-mpi_scatter-004_0 expected ParamMatching, outcome: timeout after 60.20576214790344 sec - CallOrdering-mpi_improbe-mpi_send-001_0 expected CallOrdering, outcome: timeout after 60.20366597175598 sec - CallOrdering-mpi_iprobe-mpi_send-001_0 expected CallOrdering, outcome: timeout after 60.209224462509155 sec - CallOrdering-mpi_mprobe-mpi_send-001_0 expected CallOrdering, outcome: timeout after 60.20555305480957 sec - CallOrdering-mpi_probe-mpi_send-001_0 expected CallOrdering, outcome: timeout after 60.20507025718689 sec - CallOrdering-unmatched-mpi_allgather-001_0 expected CallOrdering, outcome: timeout after 60.20526647567749 sec - CallOrdering-unmatched-mpi_allreduce-001_0 expected CallOrdering, outcome: timeout after 60.20768141746521 sec - CallOrdering-unmatched-mpi_alltoall-001_0 expected CallOrdering, outcome: timeout after 60.20683693885803 sec - CallOrdering-unmatched-mpi_barrier-001_0 expected CallOrdering, outcome: timeout after 60.203752517700195 sec - CallOrdering-unmatched-mpi_bcast-001_0 expected CallOrdering, outcome: timeout after 60.20751619338989 sec - CallOrdering-unmatched-mpi_exscan-001_0 expected CallOrdering, outcome: timeout after 60.203051805496216 sec - CallOrdering-unmatched-mpi_gather-001_0 expected CallOrdering, outcome: timeout after 60.206358909606934 sec - CallOrdering-unmatched-mpi_iallreduce-001_0 expected CallOrdering, outcome: timeout after 60.20506930351257 sec - CallOrdering-unmatched-mpi_ialltoall-001_0 expected CallOrdering, outcome: timeout after 60.20706605911255 sec - CallOrdering-unmatched-mpi_ibarrier-001_0 expected CallOrdering, outcome: timeout after 60.20573949813843 sec - CallOrdering-unmatched-mpi_ibcast-001_0 expected CallOrdering, outcome: timeout after 60.20776677131653 sec - CallOrdering-unmatched-mpi_igather-001_0 expected CallOrdering, outcome: timeout after 60.20561385154724 sec - CallOrdering-unmatched-mpi_improbe-001_0 expected CallOrdering, outcome: timeout after 60.20662832260132 sec - CallOrdering-unmatched-mpi_irecv-001_0 expected CallOrdering, outcome: timeout after 60.20337510108948 sec - CallOrdering-unmatched-mpi_ireduce-001_0 expected CallOrdering, outcome: timeout after 60.20438814163208 sec - CallOrdering-unmatched-mpi_iscan-001_0 expected CallOrdering, outcome: timeout after 60.20813250541687 sec - CallOrdering-unmatched-mpi_iscatter-001_0 expected CallOrdering, outcome: timeout after 60.20799708366394 sec - CallOrdering-unmatched-mpi_isend-001_0 expected CallOrdering, outcome: timeout after 60.20772457122803 sec - CallOrdering-unmatched-mpi_issend-001_0 expected CallOrdering, outcome: timeout after 60.20783519744873 sec - CallOrdering-unmatched-mpi_mprobe-001_0 expected CallOrdering, outcome: timeout after 60.20401692390442 sec - CallOrdering-unmatched-mpi_recv-001_0 expected CallOrdering, outcome: timeout after 60.20533895492554 sec - CallOrdering-unmatched-mpi_recv_init-001_0 expected CallOrdering, outcome: timeout after 60.20671606063843 sec - CallOrdering-unmatched-mpi_reduce-001_0 expected CallOrdering, outcome: timeout after 60.20384454727173 sec - CallOrdering-unmatched-mpi_reduce_scatter_block-001_0 expected CallOrdering, outcome: timeout after 60.20317816734314 sec - CallOrdering-unmatched-mpi_scan-001_0 expected CallOrdering, outcome: timeout after 60.208797454833984 sec - CallOrdering-unmatched-mpi_scatter-001_0 expected CallOrdering, outcome: timeout after 60.205644607543945 sec - CallOrdering-unmatched-mpi_send-001_0 expected CallOrdering, outcome: timeout after 60.20698070526123 sec - CallOrdering-unmatched-mpi_send_init-001_0 expected CallOrdering, outcome: timeout after 60.21356225013733 sec - CallOrdering-unmatched-mpi_ssend-001_0 expected CallOrdering, outcome: timeout after 60.20487976074219 sec - CallOrdering-unmatched-mpi_ssend_init-001_0 expected CallOrdering, outcome: timeout after 60.20561957359314 sec - MsgRace-ANY_SOURCE-001_0 expected MsgRace, outcome: timeout after 60.209299087524414 sec - MsgRace-ANY_TAG-001_0 expected MsgRace, outcome: timeout after 60.20726442337036 sec - Correct-mpi_allgather-002_0 expected OK, outcome: timeout after 60.208308696746826 sec +XXX 13 timeouts + LocalParameterMissmatch-Dtype-mpi_send-030_0 expected LocalParameterMissmatch, outcome: timeout after 120.20708513259888 sec + ParamMatching-Comm-mpi_improbe-002_0 expected ParamMatching, outcome: timeout after 120.20878386497498 sec + ParamMatching-Comm-mpi_improbe-003_0 expected ParamMatching, outcome: timeout after 120.20368504524231 sec + ParamMatching-Comm-mpi_improbe-006_0 expected ParamMatching, outcome: timeout after 120.2061071395874 sec + ParamMatching-Comm-mpi_improbe-007_0 expected ParamMatching, outcome: timeout after 120.20665431022644 sec + ParamMatching-Comm-mpi_improbe-008_0 expected ParamMatching, outcome: timeout after 120.20978951454163 sec + ParamMatching-Comm-mpi_improbe-011_0 expected ParamMatching, outcome: timeout after 120.2052915096283 sec + ParamMatching-Comm-mpi_improbe-012_0 expected ParamMatching, outcome: timeout after 120.20938539505005 sec + ParamMatching-Tag-mpi_improbe-001_0 expected ParamMatching, outcome: timeout after 120.20801901817322 sec + ParamMatching-Tag-mpi_iprobe-001_0 expected ParamMatching, outcome: timeout after 120.21082973480225 sec + CallOrdering-mpi_iprobe-mpi_send-001_0 expected CallOrdering, outcome: timeout after 120.20723533630371 sec + CallOrdering-unmatched-mpi_improbe-001_0 expected CallOrdering, outcome: timeout after 120.20654153823853 sec + Correct-mpi_allgather-002_0 expected OK, outcome: timeout after 120.20449757575989 sec XXX 75 API coverage issues InvalidParam-Buffer-mpi_precv_init-001_0 expected InvalidParam, outcome: coverage issue InvalidParam-Buffer-mpi_precv_init-002_0 expected InvalidParam, outcome: coverage issue @@ -2617,21 +2452,29 @@ XXX 75 API coverage issues Correct-mpi_precv_init-002_0 expected OK, outcome: coverage issue Correct-mpi_psend_init-001_0 expected OK, outcome: coverage issue Correct-mpi_psend_init-002_0 expected OK, outcome: coverage issue -XXX 139 tool failures - InvalidParam-Buffer-mpi_imrecv-004_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Buffer-mpi_recv-005_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Buffer-mpi_rsend-002_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Buffer-mpi_rsend_init-005_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Buffer-mpi_send_init-004_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Comm-mpi_bsend-002_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Comm-mpi_iscatter-002_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Comm-mpi_scatter-002_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Rank-mpi_igather-001_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Rank-mpi_irecv-002_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Rank-mpi_scatter-001_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Rank-mpi_sendrecv-002_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Rank-mpi_sendrecv-003_0 expected InvalidParam, outcome: tool error, or test not run +XXX 136 tool failures + InvalidBuffer-004_0 expected InvalidBuffer, outcome: tool error, or test not run + InvalidBuffer-006_0 expected InvalidBuffer, outcome: tool error, or test not run + InvalidDatataype-007_0 expected InvalidDatataype, outcome: tool error, or test not run + InvalidParam-Buffer-mpi_bsend-003_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Buffer-mpi_bsend-004_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Buffer-mpi_bsend-005_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Buffer-mpi_bsend_init-005_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Buffer-mpi_mrecv-001_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Buffer-mpi_recv-001_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Buffer-mpi_recv-004_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Buffer-mpi_recv_init-003_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Buffer-mpi_ssend-004_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Buffer-mpi_ssend_init-001_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Comm-mpi_bcast-001_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Comm-mpi_cart_create-002_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Comm-mpi_rsend_init-001_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Op-mpi_allreduce-001_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Rank-005_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Rank-mpi_ibcast-001_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Rank-mpi_rsend-002_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Rank-mpi_scatter-003_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Request-mpi_bsend_init-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Request-mpi_bsend_init-002_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Request-mpi_ibsend-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Request-mpi_ibsend-002_0 expected InvalidParam, outcome: tool error, or test not run @@ -2645,9 +2488,7 @@ XXX 139 tool failures InvalidParam-Request-mpi_isend-005_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Request-mpi_issend-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Request-mpi_issend-002_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Request-mpi_rsend_init-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Request-mpi_rsend_init-002_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Request-mpi_send_init-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Request-mpi_send_init-002_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Request-mpi_ssend_init-002_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Request-mpi_start-001_0 expected InvalidParam, outcome: tool error, or test not run @@ -2656,121 +2497,110 @@ XXX 139 tool failures InvalidParam-Request-mpi_testany-002_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Request-mpi_testsome-002_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Request-mpi_wait-001_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Request-mpi_waitany-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Request-mpi_waitany-002_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Request-mpi_waitsome-002_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Status-mpi_mrecv-001_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Status-mpi_probe-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Status-mpi_recv-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Status-mpi_sendrecv-001_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Status-mpi_sendrecv-002_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Status-mpi_sendrecv_replace-001_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Status-mpi_test-002_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Status-mpi_testall-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Status-mpi_testany-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Status-mpi_wait-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Status-mpi_waitall-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Status-mpi_waitany-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-Status-mpi_waitsome-001_0 expected InvalidParam, outcome: tool error, or test not run - InvalidParam-Tag-mpi_rsend-003_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Tag-mpi_bsend_init-001_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Tag-mpi_isend-003_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Tag-mpi_recv-001_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-Type-mpi_exscan-002_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-array_of_indices-mpi_testsome-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-flag-mpi_test-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-flag-mpi_test-002_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-flag-mpi_testall-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-flag-mpi_testall-002_0 expected InvalidParam, outcome: tool error, or test not run + InvalidParam-flag-mpi_testany-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-outcount-mpi_testsome-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-outcount-mpi_testsome-002_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-outcount-mpi_waitsome-001_0 expected InvalidParam, outcome: tool error, or test not run InvalidParam-outcount-mpi_waitsome-002_0 expected InvalidParam, outcome: tool error, or test not run - EpochLifeCycle-011_0 expected EpochLifeCycle, outcome: tool error, or test not run - LocalConcurrency-mpi_irecv-001_0 expected LocalConcurrency, outcome: tool error, or test not run - LocalConcurrency-mpi_irecv-002_0 expected LocalConcurrency, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_issend-001_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_rsend-003_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_send-004_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_send-012_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_send-024_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_send-036_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_send-040_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_send-051_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_send-081_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_send-086_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_send-089_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_send-096_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_send-101_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - GlobalParameterMissmatch-Dtype-mpi_send_init-004_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run - LocalParameterMissmatch-Dtype-mpi_send-007_0 expected LocalParameterMissmatch, outcome: tool error, or test not run + EpochLifeCycle-006_0 expected EpochLifeCycle, outcome: tool error, or test not run + GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run + GlobalParameterMissmatch-Dtype-mpi_isend-001_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run + GlobalParameterMissmatch-Dtype-mpi_isend-003_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run + GlobalParameterMissmatch-Dtype-mpi_isend-014_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run + GlobalParameterMissmatch-Dtype-mpi_isend-021_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run + GlobalParameterMissmatch-Dtype-mpi_isend-030_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run + GlobalParameterMissmatch-Dtype-mpi_rsend-005_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run + GlobalParameterMissmatch-Dtype-mpi_send-061_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run + GlobalParameterMissmatch-Dtype-mpi_send-073_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run + GlobalParameterMissmatch-Dtype-mpi_send-122_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run + GlobalParameterMissmatch-Dtype-mpi_send-123_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run + GlobalParameterMissmatch-Dtype-mpi_send-151_0 expected GlobalParameterMissmatch, outcome: tool error, or test not run LocalParameterMissmatch-Dtype-mpi_send-022_0 expected LocalParameterMissmatch, outcome: tool error, or test not run - LocalParameterMissmatch-Dtype-mpi_send-026_0 expected LocalParameterMissmatch, outcome: tool error, or test not run - LocalParameterMissmatch-Dtype-mpi_send-030_0 expected LocalParameterMissmatch, outcome: tool error, or test not run + LocalParameterMissmatch-Dtype-mpi_send-028_0 expected LocalParameterMissmatch, outcome: tool error, or test not run + ParamMatching-Com-mpi_allreduce-001_0 expected ParamMatching, outcome: tool error, or test not run ParamMatching-Comm-mpi_improbe-004_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Comm-mpi_improbe-009_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Comm-mpi_improbe-010_0 expected ParamMatching, outcome: tool error, or test not run ParamMatching-Comm-mpi_mprobe-004_0 expected ParamMatching, outcome: tool error, or test not run ParamMatching-Comm-mpi_recv-004_0 expected ParamMatching, outcome: tool error, or test not run ParamMatching-Comm-mpi_recv_init-004_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Comm-mpi_recv_init-011_0 expected ParamMatching, outcome: tool error, or test not run ParamMatching-Comm-mpi_sendrecv-004_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Comm-mpi_sendrecv_replace-003_0 expected ParamMatching, outcome: tool error, or test not run ParamMatching-Comm-mpi_sendrecv_replace-004_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Comm-mpi_sendrecv_replace-011_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Op-mpi_ireduce-001_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Tag-mpi_irsend-001_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_allgather-005_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_allgather-021_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_allgather-024_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_allgather-031_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_allgather-048_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_allreduce-011_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_allreduce-028_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_allreduce-030_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_allreduce-068_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_allreduce-073_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_allreduce-075_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_allreduce-077_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_alltoall-001_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_alltoall-016_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_alltoall-023_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_bcast-030_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Op-mpi_reduce-001_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Tag-mpi_ssend_init-001_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_allgather-028_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_allgather-030_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_allreduce-001_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_allreduce-031_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_bcast-005_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_bcast-033_0 expected ParamMatching, outcome: tool error, or test not run ParamMatching-Type-mpi_bcast-040_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_bcast-043_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_iallgather-002_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_ialltoall-006_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_reduce-011_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_reduce-036_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_gather-003_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_gather-006_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_gather-020_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_iallgather-001_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_iallreduce-004_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_iallreduce-008_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_ialltoall-009_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_reduce-004_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_reduce-015_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_reduce-018_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_reduce-027_0 expected ParamMatching, outcome: tool error, or test not run + ParamMatching-Type-mpi_reduce-035_0 expected ParamMatching, outcome: tool error, or test not run ParamMatching-Type-mpi_reduce-042_0 expected ParamMatching, outcome: tool error, or test not run ParamMatching-Type-mpi_scan-022_0 expected ParamMatching, outcome: tool error, or test not run - ParamMatching-Type-mpi_scatter-007_0 expected ParamMatching, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_allgather-mpi_gather-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_barrier-mpi_reduce-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_gather-mpi_ireduce-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_gather-mpi_iscan-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_ibsend-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_scatter-mpi_exscan-001_0 expected CallOrdering, outcome: tool error, or test not run - CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001_0 expected CallOrdering, outcome: tool error, or test not run - Correct-mpi_bsend-002_0 expected OK, outcome: tool error, or test not run - Correct-mpi_send-004_0 expected OK, outcome: tool error, or test not run - InvalidParam-Buffer-mpi_mrecv-005_0 expected OK, outcome: tool error, or test not run + CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0 expected CallOrdering, outcome: tool error, or test not run + CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0 expected CallOrdering, outcome: tool error, or test not run + CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0 expected CallOrdering, outcome: tool error, or test not run + CallOrdering-unmatched-mpi_gather-mpi_igather-001_0 expected CallOrdering, outcome: tool error, or test not run + CallOrdering-unmatched-mpi_ialltoall-001_0 expected CallOrdering, outcome: tool error, or test not run + CallOrdering-unmatched-mpi_ireduce-001_0 expected CallOrdering, outcome: tool error, or test not run + CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0 expected CallOrdering, outcome: tool error, or test not run + CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0 expected CallOrdering, outcome: tool error, or test not run + CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0 expected CallOrdering, outcome: tool error, or test not run + CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0 expected CallOrdering, outcome: tool error, or test not run + Correct-mpi_alltoall-001_0 expected OK, outcome: tool error, or test not run + Correct-mpi_irecv-002_0 expected OK, outcome: tool error, or test not run + Correct-mpi_irsend-001_0 expected OK, outcome: tool error, or test not run + Correct-mpi_isend-007_0 expected OK, outcome: tool error, or test not run InvalidParam-Buffer-mpi_sendrecv-007_0 expected OK, outcome: tool error, or test not run -XXX 139 inconclusive runs (output parsing failure) - MissingCall-mpi_init-001_0 expected MissingCall, outcome: inconclusive run -XXXX Summary for itac XXXX 1479 tests passed (out of 2104) +XXXX Summary for itac XXXX 1625 tests passed (out of 2104) -FP = 21 FN = 223 TP = 1098 TN = 381 +FP = 22 FN = 233 TP = 1246 TN = 379 -CE = 75 TO = 166 RE = 139 +CE = 75 TO = 13 RE = 136 API coverage: 96.44% (75 tests failed out of 2104) -Robustness: 84.97% (166 timeouts and 139 failures out of 2029) +Robustness: 92.66% (13 timeouts and 136 failures out of 2029) -Recall: 83.12% (found 1098 errors out of 1321) -Specificity: 94.78% (recognized 381 correct codes out of 402) -Precision: 98.12% (1098 diagnostic of error are correct out of 1119) -Accuracy: 85.84% (1479 correct diagnostics in total, out of 1723 diagnostics) +Recall: 84.25% (found 1246 errors out of 1479) +Specificity: 94.51% (recognized 379 correct codes out of 401) +Precision: 98.26% (1246 diagnostic of error are correct out of 1268) +Accuracy: 86.44% (1625 correct diagnostics in total, out of 1880 diagnostics) -Total time of itac for all tests (not counting the timeouts): 2 hours, 41 minutes, 20.94 seconds (9680.940880060196 seconds) +Total time of itac for all tests (not counting the timeouts): 5 hours, 22 minutes, 21.62 seconds (19341.626391887665 seconds) diff --git a/logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001_0.elapsed b/logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001_0.elapsed index 994cdfa5f..8f230a84f 100644 --- a/logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001_0.elapsed @@ -1 +1 @@ -60.20366597175598 \ No newline at end of file +95.52362585067749 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001_0.timeout b/logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001_0.timeout deleted file mode 100644 index e2458a69d..000000000 --- a/logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00248885154724 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001_0.txt b/logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001_0.txt index 976863dde..dc33a5374 100644 --- a/logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001_0.txt +++ b/logs-20240607/itac/CallOrdering-mpi_improbe-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1792 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_improbe-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-mpi_improbe-mpi_send-001.c (batchinfo:1/1) @@ -48,6 +48,41 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | [1] INFO: 502.00MB trace data in RAM + 0.00MB trace data flushed = 502.00MB total -Command killed by signal 15, elapsed time: 60.20366597175598 +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| [0] WARNING: proceeding although 1 out of 2 processes are in an unknown state +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x470700, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-mpi_improbe-mpi_send-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-mpi_improbe-mpi_send-001) +| [0] ERROR: [1] last MPI call: +| [0] ERROR: MPI_Improbe(source=0, tag=0, comm=MPI_COMM_WORLD, *flag=0x7ffc47dea2dc->0, *message, *status=0x7ffc47dea2d8)=MPI_SUCCESS +| [0] INFO: Writing tracefile CallOrdering-mpi_improbe-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 269086 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 269087 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 95.52362585067749 Finished #1792 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_improbe-mpi_send-001.c diff --git a/logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.elapsed b/logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.elapsed index c0eeb7a4b..a7df32d23 100644 --- a/logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.elapsed @@ -1 +1 @@ -60.209224462509155 \ No newline at end of file +120.20723533630371 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.timeout b/logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.timeout index b13284ce6..bb7ab699e 100644 --- a/logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.timeout +++ b/logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.timeout @@ -1 +1 @@ -60.007755517959595 seconds \ No newline at end of file +120.00562453269958 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.txt b/logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.txt index 9929ed41e..40fe99995 100644 --- a/logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.txt +++ b/logs-20240607/itac/CallOrdering-mpi_iprobe-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1889 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_iprobe-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-mpi_iprobe-mpi_send-001.c (batchinfo:1/1) @@ -13,6 +13,6 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-mpi_iprobe-mpi_send-001 | -Command killed by signal 15, elapsed time: 60.209224462509155 +Command killed by signal 15, elapsed time: 120.20723533630371 Finished #1889 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_iprobe-mpi_send-001.c diff --git a/logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001_0.elapsed b/logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001_0.elapsed index 933f37642..c72725d54 100644 --- a/logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001_0.elapsed @@ -1 +1 @@ -60.20555305480957 \ No newline at end of file +62.67751860618591 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001_0.timeout b/logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001_0.timeout deleted file mode 100644 index 3c91c9977..000000000 --- a/logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.004300594329834 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001_0.txt b/logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001_0.txt index b485e1b4e..7804db74d 100644 --- a/logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001_0.txt +++ b/logs-20240607/itac/CallOrdering-mpi_mprobe-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1709 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_mprobe-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-mpi_mprobe-mpi_send-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-mpi_mprobe-mpi_send-001 | -Command killed by signal 15, elapsed time: 60.20555305480957 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x470740, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-mpi_mprobe-mpi_send-001.c:37) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-mpi_mprobe-mpi_send-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Mprobe(source=0, tag=0, comm=MPI_COMM_WORLD, *message, *status=0x7ffe3488f148) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-mpi_mprobe-mpi_send-001.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-mpi_mprobe-mpi_send-001) +| [0] INFO: Writing tracefile CallOrdering-mpi_mprobe-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 269916 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 269917 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.67751860618591 Finished #1709 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_mprobe-mpi_send-001.c diff --git a/logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001_0.elapsed b/logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001_0.elapsed index fa5f07346..fb7c55d4e 100644 --- a/logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001_0.elapsed @@ -1 +1 @@ -60.20507025718689 \ No newline at end of file +62.3285071849823 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001_0.timeout b/logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001_0.timeout deleted file mode 100644 index 8d52f2f9b..000000000 --- a/logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00370001792908 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001_0.txt b/logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001_0.txt index 39329be9d..5dce54d6b 100644 --- a/logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001_0.txt +++ b/logs-20240607/itac/CallOrdering-mpi_probe-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1238 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_probe-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-mpi_probe-mpi_send-001.c (batchinfo:1/1) @@ -25,6 +25,66 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON | [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON | [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON -Command killed by signal 15, elapsed time: 60.20507025718689 +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Probe(source=0, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-mpi_probe-mpi_send-001.c:36) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-mpi_probe-mpi_send-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-mpi_probe-mpi_send-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-mpi_probe-mpi_send-001) +| [0] INFO: Writing tracefile CallOrdering-mpi_probe-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 253875 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 253876 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.3285071849823 Finished #1238 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_probe-mpi_send-001.c diff --git a/logs-20240607/itac/CallOrdering-mpi_send-mpi_irecv-001_0.elapsed b/logs-20240607/itac/CallOrdering-mpi_send-mpi_irecv-001_0.elapsed index 867afaebd..f9b0ebfac 100644 --- a/logs-20240607/itac/CallOrdering-mpi_send-mpi_irecv-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-mpi_send-mpi_irecv-001_0.elapsed @@ -1 +1 @@ -2.2602553367614746 \ No newline at end of file +2.2765939235687256 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-mpi_send-mpi_irecv-001_0.txt b/logs-20240607/itac/CallOrdering-mpi_send-mpi_irecv-001_0.txt index 5577d7da1..a3b678691 100644 --- a/logs-20240607/itac/CallOrdering-mpi_send-mpi_irecv-001_0.txt +++ b/logs-20240607/itac/CallOrdering-mpi_send-mpi_irecv-001_0.txt @@ -1,5 +1,5 @@ Running #1794 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_send-mpi_irecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-mpi_send-mpi_irecv-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile CallOrdering-mpi_send-mpi_irecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-mpi_send-mpi_irecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2602553367614746 +| +Command return code: 0, elapsed time: 2.2765939235687256 Finished #1794 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_send-mpi_irecv-001.c diff --git a/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv-001_0.elapsed b/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv-001_0.elapsed index 470ea41a9..3ebc3735c 100644 --- a/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv-001_0.elapsed @@ -1 +1 @@ -2.336287498474121 \ No newline at end of file +2.3743979930877686 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv-001_0.txt b/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv-001_0.txt index bea2bf5da..fc5bebebf 100644 --- a/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv-001_0.txt +++ b/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv-001_0.txt @@ -1,5 +1,5 @@ Running #1487 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_send-mpi_recv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-mpi_send-mpi_recv-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile CallOrdering-mpi_send-mpi_recv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-mpi_send-mpi_recv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.336287498474121 +Command return code: 0, elapsed time: 2.3743979930877686 Finished #1487 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_send-mpi_recv-001.c diff --git a/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv_init-001_0.elapsed b/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv_init-001_0.elapsed index f109cc96c..b00563ec4 100644 --- a/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv_init-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv_init-001_0.elapsed @@ -1 +1 @@ -2.1990978717803955 \ No newline at end of file +2.2150139808654785 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv_init-001_0.txt b/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv_init-001_0.txt index ecbfb6169..203e9937d 100644 --- a/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv_init-001_0.txt +++ b/logs-20240607/itac/CallOrdering-mpi_send-mpi_recv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1396 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_send-mpi_recv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-mpi_send-mpi_recv_init-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile CallOrdering-mpi_send-mpi_recv_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-mpi_send-mpi_recv_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1990978717803955 +Command return code: 0, elapsed time: 2.2150139808654785 Finished #1396 /MBI/scripts/gencodes/P2P/CallOrdering-mpi_send-mpi_recv_init-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001_0.elapsed index ca8b30d6b..5de678007 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001_0.elapsed @@ -1 +1 @@ -60.20526647567749 \ No newline at end of file +62.227110862731934 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001_0.timeout deleted file mode 100644 index f17abb859..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.0040807723999 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001_0.txt index 736375cad..d5cc61099 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-001_0.txt @@ -1,5 +1,5 @@ Running #1035 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-001.c (batchinfo:1/1) @@ -28,6 +28,63 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON | [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON | [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON -Command killed by signal 15, elapsed time: 60.20526647567749 +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Allgather(*sendbuf=0x4705c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4705f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 250387 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 250388 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.227110862731934 Finished #1035 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001_0.elapsed index 664d7f5b6..dca7a91a0 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001_0.elapsed @@ -1 +1 @@ -7.441950559616089 \ No newline at end of file +7.283294439315796 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001_0.txt index 94ba50d16..fb8f47406 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001_0.txt @@ -1,5 +1,5 @@ Running #678 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ac90, *recvbuf=0x46acc0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x465cd0, *recvbuf=0x465d00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189713 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234755 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189715 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234756 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.441950559616089 +Command return code: 255, elapsed time: 7.283294439315796 Finished #678 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001_0.elapsed index 45a7882d6..bf4909b2a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001_0.elapsed @@ -1 +1 @@ -7.968438625335693 \ No newline at end of file +7.262487888336182 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001_0.txt index a202d47c7..5163474fb 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001_0.txt @@ -1,5 +1,5 @@ Running #485 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ac70, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46aca0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x465c30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c60, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193977 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240110 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193978 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240111 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.968438625335693 +Command return code: 255, elapsed time: 7.262487888336182 Finished #485 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001_0.elapsed index ef04266fb..f9b112a5f 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001_0.elapsed @@ -1 +1 @@ -7.417609453201294 \ No newline at end of file +7.3946168422698975 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001_0.txt index 71cd00236..ea0ae5d2d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001_0.txt @@ -1,5 +1,5 @@ Running #823 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_barrier-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4706c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470640, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470670, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): | [0] ERROR: MPI_Barrier(comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_barrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_barrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205390 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251701 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205391 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251702 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.417609453201294 +Command return code: 255, elapsed time: 7.3946168422698975 Finished #823 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001_0.elapsed index c94513767..52ba17f20 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001_0.elapsed @@ -1 +1 @@ -7.306073904037476 \ No newline at end of file +7.238332748413086 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001_0.txt index 5b16e0389..45f3d3384 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001_0.txt @@ -1,5 +1,5 @@ Running #624 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_bcast-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x470570, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4705a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46aba0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x465bd0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_bcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_bcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200102 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240587 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200103 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240588 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.306073904037476 +Command return code: 255, elapsed time: 7.238332748413086 Finished #624 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001_0.elapsed index 89337a742..37ab981d9 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -7.336256504058838 \ No newline at end of file +7.320623397827148 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001_0.txt index eb1e536a1..bcfe7486d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #792 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_exscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4705e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470610, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x46ac30, *recvbuf=0x46ac60, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x465bd0, *recvbuf=0x465c00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_exscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185899 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231415 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185900 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231416 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.336256504058838 +Command return code: 255, elapsed time: 7.320623397827148 Finished #792 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_gather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_gather-001_0.elapsed index 5574e6ace..498ffde20 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_gather-001_0.elapsed @@ -1 +1 @@ -1.0947210788726807 \ No newline at end of file +7.388613939285278 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_gather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_gather-001_0.txt index 662655e5f..cbacb8780 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_gather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #849 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_gather-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Allgather(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_gather-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_gather-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Gather(*sendbuf=0x465bd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c00, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_gather-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_gather-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202101 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248184 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202102 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248185 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0947210788726807 +Command return code: 255, elapsed time: 7.388613939285278 Finished #849 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_gather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001_0.elapsed index 60baf8bf1..412106db5 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -7.307522296905518 \ No newline at end of file +7.329979419708252 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001_0.txt index b51737598..1682611d3 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #770 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac90, *recvbuf=0x46acc0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fffe20b26b8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x465cd0, *recvbuf=0x465d00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd24481b58) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190592 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235727 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190593 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235728 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.307522296905518 +Command return code: 255, elapsed time: 7.329979419708252 Finished #770 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001_0.elapsed index 7075bd764..49fec880c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -7.186918020248413 \ No newline at end of file +7.068893909454346 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001_0.txt index cc7f38cc9..043765461 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #726 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ad20, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad50, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe9301a1d8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x465cd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465d00, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc2acefe98) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 181956 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 226854 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 181957 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 226855 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.186918020248413 +Command return code: 255, elapsed time: 7.068893909454346 Finished #726 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001_0.elapsed index 5e3fd305f..d954174cb 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -7.291484832763672 \ No newline at end of file +7.158503532409668 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001_0.txt index b8a27f710..afc2ecfc7 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #580 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4706c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470640, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470670, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffca3574728) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffe9e3946f8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191472 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237661 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191473 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237662 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.291484832763672 +Command return code: 255, elapsed time: 7.158503532409668 Finished #580 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001_0.elapsed index f203bfdf5..ceaaf15f2 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.372408390045166 \ No newline at end of file +7.36127781867981 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001_0.txt index 7d5411498..ea1d2ce2a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #1058 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4705f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470620, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x46aca0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe39846618) +| [0] ERROR: MPI_Ibcast(*buffer=0x465b50, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc8dab7848) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198631 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243508 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198632 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243509 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.372408390045166 +Command return code: 255, elapsed time: 7.36127781867981 Finished #1058 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001_0.elapsed index e6a2edd3c..c1b9e2bd2 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.402806282043457 \ No newline at end of file +8.420838356018066 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001_0.txt index ed3b8af96..9fccfbc42 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #1045 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_igather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4706c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4705c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4705f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_igather-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46ac70, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46aca0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff429cbaf8) +| [0] ERROR: MPI_Igather(*sendbuf=0x465ca0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465cd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff391dbfa8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_igather-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206439 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256407 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206440 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256410 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.402806282043457 +Command return code: 255, elapsed time: 8.420838356018066 Finished #1045 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001_0.elapsed index badacd1c2..3152fe2d3 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.40085768699646 \ No newline at end of file +7.546363353729248 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001_0.txt index 75956e334..2a260f665 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #773 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46acf0, *recvbuf=0x46ad20, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe183c7b38) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465c30, *recvbuf=0x465c60, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc115196f8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191636 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236785 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191637 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236786 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.40085768699646 +Command return code: 255, elapsed time: 7.546363353729248 Finished #773 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0.elapsed index a5b1dc488..c50d66a35 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.123320579528809 \ No newline at end of file +1.0534160137176514 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0.md5sum b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0.md5sum deleted file mode 100644 index 6b1d0ba05..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -d6e50638cd2b6d1dabf52290193c508c \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0.txt index 9d6d96a91..31ea84de4 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #846 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_iscan-001.c (batchinfo:1/1) @@ -47,41 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error -| [0] ERROR: Different processes entered different collective operations on the same communicator. -| [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4705e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470610, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001.c:39) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001) -| [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffef5e4d4f8) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001.c:43) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200910 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247506 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200911 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247507 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.123320579528809 +Command return code: 255, elapsed time: 1.0534160137176514 Finished #846 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001_0.elapsed index 3663960c6..0a9d4ef15 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.483203411102295 \ No newline at end of file +7.4537317752838135 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001_0.txt index 56495b05e..bc1b6d0fe 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #1159 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46abf0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac20, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe1401bfd8) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465c20, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c50, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffdad599418) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202652 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245137 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202653 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245138 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.483203411102295 +Command return code: 255, elapsed time: 7.4537317752838135 Finished #1159 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001_0.elapsed index 0828ce076..29ae0efba 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -7.331196546554565 \ No newline at end of file +7.199250221252441 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001_0.txt index 8b8081ef5..1d26e41d3 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #547 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_reduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4705f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470620, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46ac20, *recvbuf=0x46ac50, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_reduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190672 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236115 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190673 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236116 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.331196546554565 +Command return code: 255, elapsed time: 7.199250221252441 Finished #547 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001_0.elapsed index b7f6d5c5b..4b732a21a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001_0.elapsed @@ -1 +1 @@ -7.213969707489014 \ No newline at end of file +7.211386442184448 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001_0.txt index 792fd9b84..d5967cca3 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001_0.txt @@ -1,5 +1,5 @@ Running #740 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x470660, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470690, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): | [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ac90, *recvbuf=0x46acc0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188725 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234037 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188726 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234038 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.213969707489014 +Command return code: 255, elapsed time: 7.211386442184448 Finished #740 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001_0.elapsed index 0ab3b4972..ac00b6713 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001_0.elapsed @@ -1 +1 @@ -7.135821342468262 \ No newline at end of file +7.139199733734131 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001_0.txt index ee72e0115..7a020bc9e 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #513 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_scan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4705f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470620, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_scan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x465c50, *recvbuf=0x465c80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_scan-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_scan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183129 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228504 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183130 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228506 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.135821342468262 +Command return code: 255, elapsed time: 7.139199733734131 Finished #513 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_scan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001_0.elapsed index 104cdc03b..f63d67a90 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -7.009369134902954 \ No newline at end of file +7.112985372543335 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001_0.txt index 551d25ad9..c9e6ff4fa 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #510 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allgather-mpi_scatter-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4706c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470640, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470670, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x46ac80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acb0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x465ba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465bd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_scatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allgather-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 181345 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227025 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 181346 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227026 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.009369134902954 +Command return code: 255, elapsed time: 7.112985372543335 Finished #510 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001_0.elapsed index d61bd63e9..da26dffca 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001_0.elapsed @@ -1 +1 @@ -60.20768141746521 \ No newline at end of file +62.231698989868164 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001_0.timeout deleted file mode 100644 index bd832cdb4..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.0063214302063 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001_0.txt index 2738780bc..1f37ce562 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-001_0.txt @@ -1,5 +1,5 @@ Running #989 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_allreduce-001 | -Command killed by signal 15, elapsed time: 60.20768141746521 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470630, *recvbuf=0x470660, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 250331 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 250332 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.231698989868164 Finished #989 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001_0.elapsed index ab14729db..edc103b84 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001_0.elapsed @@ -1 +1 @@ -7.238111257553101 \ No newline at end of file +7.271649360656738 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001_0.txt index 3f771637e..7821bf485 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001_0.txt @@ -1,5 +1,5 @@ Running #790 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706c0, *recvbuf=0x4706f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470640, *recvbuf=0x470670, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ac70, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46aca0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x465ba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465bd0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204571 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250196 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204572 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250197 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.238111257553101 +Command return code: 255, elapsed time: 7.271649360656738 Finished #790 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001_0.elapsed index c082b955d..383a0093c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001_0.elapsed @@ -1 +1 @@ -7.178509950637817 \ No newline at end of file +7.14323878288269 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001_0.txt index b829daad3..43ecf19ec 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001_0.txt @@ -1,5 +1,5 @@ Running #511 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): | [0] ERROR: MPI_Barrier(comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182167 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227692 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182168 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227693 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.178509950637817 +Command return code: 255, elapsed time: 7.14323878288269 Finished #511 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001_0.elapsed index d53c64db0..5f6358caf 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001_0.elapsed @@ -1 +1 @@ -7.366252183914185 \ No newline at end of file +7.258290767669678 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001_0.txt index af7a45acb..3a5a980cc 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001_0.txt @@ -1,5 +1,5 @@ Running #898 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46aca0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x465be0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191505 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237649 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191506 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237651 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.366252183914185 +Command return code: 255, elapsed time: 7.258290767669678 Finished #898 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001_0.elapsed index a6a79b491..59154cad4 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -7.287731885910034 \ No newline at end of file +7.2593162059783936 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001_0.txt index 48d640f7d..95a8229d8 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #507 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x46ac20, *recvbuf=0x46ac50, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x465be0, *recvbuf=0x465c10, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 178880 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 224764 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 178881 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 224768 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.287731885910034 +Command return code: 255, elapsed time: 7.2593162059783936 Finished #507 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001_0.elapsed index 2117cd734..87a099e2c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001_0.elapsed @@ -1 +1 @@ -7.1980931758880615 \ No newline at end of file +7.268266439437866 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001_0.txt index a14b72794..b3bd9e8ce 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #941 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_gather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4705f0, *recvbuf=0x470620, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x465bd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c00, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_gather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197144 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244192 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197145 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244193 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.1980931758880615 +Command return code: 255, elapsed time: 7.268266439437866 Finished #941 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001_0.elapsed index fa38080d1..2ac21a680 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -1.2148842811584473 \ No newline at end of file +7.236627578735352 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001_0.txt index ef40b8c77..52cc6d664 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #861 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706e0, *recvbuf=0x470710, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x465d40, *recvbuf=0x465d70, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc3685d568) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187468 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233412 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187469 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233415 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.2148842811584473 +Command return code: 255, elapsed time: 7.236627578735352 Finished #861 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001_0.elapsed index 4f7eadf40..785a8acc3 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -7.627295017242432 \ No newline at end of file +7.35162878036499 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001_0.txt index 884a4b479..71196b023 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #962 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ad20, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad50, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffecf6cef68) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x465cd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465d00, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd691d3b48) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193491 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239279 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193492 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239280 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.627295017242432 +Command return code: 255, elapsed time: 7.35162878036499 Finished #962 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001_0.elapsed index d566e902f..22e110603 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -7.072389125823975 \ No newline at end of file +7.211101055145264 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001_0.txt index 72671f24f..a3265c0e6 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #520 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x470630, *recvbuf=0x470660, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706c0, *recvbuf=0x4706f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7fff9cef4fe8) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffcc37f9ec8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186361 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231704 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186362 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231705 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.072389125823975 +Command return code: 255, elapsed time: 7.211101055145264 Finished #520 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001_0.elapsed index e66305f67..2ce301538 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.229738712310791 \ No newline at end of file +7.17674446105957 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001_0.txt index e9951e8fe..552550e2a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #813 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x46aba0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fffcad58518) +| [0] ERROR: MPI_Ibcast(*buffer=0x465bd0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffca11eb888) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200134 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246747 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200135 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246748 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.229738712310791 +Command return code: 255, elapsed time: 7.17674446105957 Finished #813 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001_0.elapsed index 6f4136697..615ba9e3f 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.459331274032593 \ No newline at end of file +7.324502229690552 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001_0.txt index 4505922ee..e6febf6de 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #1153 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_igather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706c0, *recvbuf=0x4706f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470630, *recvbuf=0x470660, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46acf0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad20, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc6b4ef158) +| [0] ERROR: MPI_Igather(*sendbuf=0x465ba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465bd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc8e62e168) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213297 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258798 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213298 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258799 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.459331274032593 +Command return code: 255, elapsed time: 7.324502229690552 Finished #1153 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001_0.elapsed index a06367472..441ca8396 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.3090739250183105 \ No newline at end of file +7.495954513549805 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001_0.txt index 129b3ed6f..a93ff7e55 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #1030 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46acf0, *recvbuf=0x46ad20, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcdbc0c448) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465c20, *recvbuf=0x465c50, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd42fbbf88) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199339 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248969 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199340 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248970 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3090739250183105 +Command return code: 255, elapsed time: 7.495954513549805 Finished #1030 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001_0.elapsed index ca775daf6..83f0325b7 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.343664169311523 \ No newline at end of file +7.321454763412476 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001_0.txt index a13f97c6e..5a10830b2 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #960 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4705f0, *recvbuf=0x470620, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470570, *recvbuf=0x4705a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fffa8fc2eb8) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffecc7dacc8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192903 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238766 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192904 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238768 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.343664169311523 +Command return code: 255, elapsed time: 7.321454763412476 Finished #960 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001_0.elapsed index 9fbde411f..a38759ed6 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.401200532913208 \ No newline at end of file +7.312509298324585 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001_0.txt index 2d923dc5d..071d600ed 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #1140 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706c0, *recvbuf=0x4706f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470630, *recvbuf=0x470660, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46ac80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acb0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffde7d65fe8) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465ca0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465cd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fffb3116c18) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208407 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254195 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208408 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254196 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.401200532913208 +Command return code: 255, elapsed time: 7.312509298324585 Finished #1140 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001_0.elapsed index 437c53d20..54fef8aea 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -7.416625022888184 \ No newline at end of file +7.414899110794067 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001_0.txt index b0c4412c9..d6ba2c5cf 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #543 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x465bd0, *recvbuf=0x465c00, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186419 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231527 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186420 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231528 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.416625022888184 +Command return code: 255, elapsed time: 7.414899110794067 Finished #543 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001_0.elapsed index 6c64755c9..138323d39 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001_0.elapsed @@ -1 +1 @@ -7.357080698013306 \ No newline at end of file +7.32455587387085 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001_0.txt index 57e2786f6..a1a934558 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001_0.txt @@ -1,5 +1,5 @@ Running #659 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706e0, *recvbuf=0x470710, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ac90, *recvbuf=0x46acc0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ad20, *recvbuf=0x46ad50, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197556 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243639 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197557 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243640 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.357080698013306 +Command return code: 255, elapsed time: 7.32455587387085 Finished #659 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001_0.elapsed index 6c49fe39c..95c1cede0 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001_0.elapsed @@ -1 +1 @@ -7.385559558868408 \ No newline at end of file +7.418420791625977 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001_0.txt index 0bcbd834b..69c96664a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #1204 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_scan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4705f0, *recvbuf=0x470620, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214193 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259894 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214194 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259895 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.385559558868408 +Command return code: 255, elapsed time: 7.418420791625977 Finished #1204 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001_0.elapsed index d658067c4..d3a4f9e60 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -7.249294996261597 \ No newline at end of file +7.22195839881897 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001_0.txt index 909088911..0e6db7153 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #741 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x46ac80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acb0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x465c30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c60, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189174 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234522 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189175 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234523 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.249294996261597 +Command return code: 255, elapsed time: 7.22195839881897 Finished #741 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001_0.elapsed index 84e932c69..f6c703e13 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001_0.elapsed @@ -1 +1 @@ -60.20683693885803 \ No newline at end of file +62.25004005432129 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001_0.timeout deleted file mode 100644 index 3b6d6b329..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00557589530945 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001_0.txt index 7461bc36e..46003838b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-001_0.txt @@ -1,5 +1,5 @@ Running #464 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_alltoall-001 | -Command killed by signal 15, elapsed time: 60.20683693885803 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Alltoall(*sendbuf=0x4705c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4705f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 223823 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 223826 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.25004005432129 Finished #464 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001_0.elapsed index 23a835084..92a50503d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001_0.elapsed @@ -1 +1 @@ -7.426860332489014 \ No newline at end of file +7.422436475753784 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001_0.txt index b21a4282b..4bf42f62c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001_0.txt @@ -1,5 +1,5 @@ Running #819 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x4705e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470610, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): | [0] ERROR: MPI_Barrier(comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202337 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248309 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202338 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248310 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.426860332489014 +Command return code: 255, elapsed time: 7.422436475753784 Finished #819 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001_0.elapsed index 9e019fba5..80487509e 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001_0.elapsed @@ -1 +1 @@ -7.390330791473389 \ No newline at end of file +7.284510374069214 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001_0.txt index f52cb2072..6c3291883 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001_0.txt @@ -1,5 +1,5 @@ Running #894 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x4705f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470620, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46aba0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x465bd0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190113 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236133 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190114 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236134 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.390330791473389 +Command return code: 255, elapsed time: 7.284510374069214 Finished #894 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001_0.elapsed index f9c999e4a..1461806eb 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -0.9403338432312012 \ No newline at end of file +7.156172275543213 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001_0.txt index 0d54edd9a..9fcbd8a1e 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #900 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Exscan(*sendbuf=0x465be0, *recvbuf=0x465c10, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192275 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238317 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192277 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238320 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9403338432312012 +Command return code: 255, elapsed time: 7.156172275543213 Finished #900 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001_0.elapsed index 758809cc1..2f1767d5f 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001_0.elapsed @@ -1 +1 @@ -7.129125595092773 \ No newline at end of file +7.333104133605957 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001_0.txt index 21ef2c9c1..d20260c07 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #537 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_gather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x4705e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470610, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x4705f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470620, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x465be0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c10, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_gather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183945 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 229526 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183948 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 229527 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.129125595092773 +Command return code: 255, elapsed time: 7.333104133605957 Finished #537 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001_0.elapsed index ca3104485..860137e4d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -7.354185342788696 \ No newline at end of file +7.257128715515137 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001_0.txt index d73b2f6c7..7624d36f3 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #1125 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac90, *recvbuf=0x46acc0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd182e1008) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x465cd0, *recvbuf=0x465d00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc62cfc628) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199462 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244911 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199464 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244912 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.354185342788696 +Command return code: 255, elapsed time: 7.257128715515137 Finished #1125 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001_0.elapsed index c2a162e68..dbeb70601 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -7.552334547042847 \ No newline at end of file +7.258981704711914 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001_0.txt index 9a44651f6..f299d9c52 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #751 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ac70, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46aca0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe235d4b98) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x465ba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465bd0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd58d933b8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195129 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240361 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195130 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240362 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.552334547042847 +Command return code: 255, elapsed time: 7.258981704711914 Finished #751 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001_0.elapsed index 787f09a10..2d7b67df4 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -7.2425243854522705 \ No newline at end of file +7.152422904968262 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001_0.txt index 84c780d84..82ee98fd0 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #553 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffd682f2688) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffd9fefbd68) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192488 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238316 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192489 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238319 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2425243854522705 +Command return code: 255, elapsed time: 7.152422904968262 Finished #553 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001_0.elapsed index 56bf7d511..b03bb8b84 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.405540704727173 \ No newline at end of file +7.06272029876709 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001_0.txt index c0130b047..d1dec2401 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #1192 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x46aba0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffdb661af88) +| [0] ERROR: MPI_Ibcast(*buffer=0x465c50, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe50cb14d8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201875 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247432 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201876 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247433 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.405540704727173 +Command return code: 255, elapsed time: 7.06272029876709 Finished #1192 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001_0.elapsed index fcfa05ece..eb87993f4 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.522609710693359 \ No newline at end of file +7.185779809951782 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001_0.txt index 8dc9d88c9..923167162 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #899 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_igather-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46ac30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac60, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffccc76ea58) +| [0] ERROR: MPI_Igather(*sendbuf=0x465be0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c10, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc6f2d3d68) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191850 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237969 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191851 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237972 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.522609710693359 +Command return code: 255, elapsed time: 7.185779809951782 Finished #899 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001_0.elapsed index 38d303502..4432d5bce 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -1.0034186840057373 \ No newline at end of file +7.3654944896698 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001_0.txt index 5d36916af..58e5293d2 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #635 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465c50, *recvbuf=0x465c80, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd24024a08) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185708 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231424 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185709 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231426 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0034186840057373 +Command return code: 255, elapsed time: 7.3654944896698 Finished #635 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001_0.elapsed index ff04b4b2c..2cb0c9475 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -1.1306145191192627 \ No newline at end of file +7.18008279800415 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001_0.txt index 30599a2e8..3f9096b4d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #829 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470570, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4705a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Iscan(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffed41c4578) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190264 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236324 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190265 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236325 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1306145191192627 +Command return code: 255, elapsed time: 7.18008279800415 Finished #829 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001_0.elapsed index 078f86db7..858c1c52d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.2831175327301025 \ No newline at end of file +7.311324119567871 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001_0.txt index a42009b00..7d120dcec 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #860 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x4706c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470640, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470670, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46acf0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad20, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffee4d47298) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465ba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465bd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fffb7c25788) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187053 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232945 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187054 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232946 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2831175327301025 +Command return code: 255, elapsed time: 7.311324119567871 Finished #860 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001_0.elapsed index a2f7f3905..a749361d6 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -7.389541387557983 \ No newline at end of file +7.368907451629639 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001_0.txt index 34b57c736..affcb5aea 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #1003 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x4705e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470610, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46aca0, *recvbuf=0x46acd0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199066 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245126 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199067 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245127 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.389541387557983 +Command return code: 255, elapsed time: 7.368907451629639 Finished #1003 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001_0.elapsed index 8094c0a43..8b216fc29 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001_0.elapsed @@ -1 +1 @@ -7.237143516540527 \ No newline at end of file +7.237992525100708 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001_0.txt index 20b3a9e16..4fcac6a5b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001_0.txt @@ -1,5 +1,5 @@ Running #729 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): | [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ad20, *recvbuf=0x46ad50, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183993 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228802 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183994 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228803 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.237143516540527 +Command return code: 255, elapsed time: 7.237992525100708 Finished #729 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001_0.elapsed index c68dd3f34..6bb013eb0 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001_0.elapsed @@ -1 +1 @@ -7.268580198287964 \ No newline at end of file +7.193600416183472 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001_0.txt index a064ee4df..a46a13859 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #633 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_scan-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 184713 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 230246 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 184714 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 230247 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.268580198287964 +Command return code: 255, elapsed time: 7.193600416183472 Finished #633 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001_0.elapsed index 3319224a3..3b06bef16 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -7.086697340011597 \ No newline at end of file +7.139101266860962 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001_0.txt index 7ef250494..bb85f817b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #561 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x4705f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470620, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x465bd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c00, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 179704 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 224952 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 179705 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 224953 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.086697340011597 +Command return code: 255, elapsed time: 7.139101266860962 Finished #561 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001_0.elapsed index eff502470..3b7128c94 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001_0.elapsed @@ -1 +1 @@ -60.203752517700195 \ No newline at end of file +62.35430884361267 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001_0.timeout deleted file mode 100644 index 684c08fb1..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.002557039260864 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001_0.txt index e7a8487d0..5b89af928 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-001_0.txt @@ -1,5 +1,5 @@ Running #803 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_barrier-001 | -Command killed by signal 15, elapsed time: 60.203752517700195 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Barrier(comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-001.c:34) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-001.c:37) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 241189 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 241190 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.35430884361267 Finished #803 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001_0.elapsed index 9bca08835..d5d780dbe 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001_0.elapsed @@ -1 +1 @@ -7.6366589069366455 \ No newline at end of file +8.271124124526978 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001_0.txt index 5131c2fbc..4ed823fda 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001_0.txt @@ -1,5 +1,5 @@ Running #964 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_bcast-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46aba0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x465bd0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_bcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_bcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194173 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239952 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194174 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239954 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.6366589069366455 +Command return code: 255, elapsed time: 8.271124124526978 Finished #964 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001_0.elapsed index 15047b039..30cf6f850 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -7.387655019760132 \ No newline at end of file +7.433207273483276 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001_0.txt index 8d6b2babc..c6aab8e4a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #1211 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_exscan-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x465bd0, *recvbuf=0x465c00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_exscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218032 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263230 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218033 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263231 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.387655019760132 +Command return code: 255, elapsed time: 7.433207273483276 Finished #1211 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001_0.elapsed index a55f0560e..d7f1106e1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001_0.elapsed @@ -1 +1 @@ -7.367392063140869 \ No newline at end of file +7.243608713150024 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001_0.txt index cdfc1b607..fc3840332 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #768 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_gather-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_gather-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x465bd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c00, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_gather-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_gather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_gather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189827 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234946 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189828 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234947 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.367392063140869 +Command return code: 255, elapsed time: 7.243608713150024 Finished #768 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_gather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001_0.elapsed index 523d019ca..8fa568888 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -7.323753595352173 \ No newline at end of file +7.322185277938843 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001_0.txt index 53d6291c5..36a3ecdb4 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #992 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac80, *recvbuf=0x46acb0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffcd82f7548) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x465ba0, *recvbuf=0x465bd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe96c004a8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192857 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239122 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192858 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239123 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.323753595352173 +Command return code: 255, elapsed time: 7.322185277938843 Finished #992 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0.elapsed index c6374fc82..8b88c0c0b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -7.236780643463135 \ No newline at end of file +1.0020997524261475 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0.md5sum b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0.md5sum deleted file mode 100644 index 8d43d8ab8..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -ca9451bbc0e7ebcfbe470aac8661b771 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0.txt index 5bb3ffffe..473f1f587 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #971 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001.c (batchinfo:1/1) @@ -47,41 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error -| [0] ERROR: Different processes entered different collective operations on the same communicator. -| [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Barrier(comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001.c:39) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001) -| [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46acf0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad20, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd28f88358) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001.c:42) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196563 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242398 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196564 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242399 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.236780643463135 +Command return code: 255, elapsed time: 1.0020997524261475 Finished #971 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001_0.elapsed index d490770ed..58b345d8c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -7.240061283111572 \ No newline at end of file +7.302958250045776 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001_0.txt index 3c626c652..d24bbd400 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #476 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffcec74b6f8) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffc557281a8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188375 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232960 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188376 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232961 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.240061283111572 +Command return code: 255, elapsed time: 7.302958250045776 Finished #476 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001_0.elapsed index 07db5be23..6bc80c6e0 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.190587520599365 \ No newline at end of file +7.199864149093628 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001_0.txt index c950672cc..eeb470175 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #841 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x46ac20, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffda1838948) +| [0] ERROR: MPI_Ibcast(*buffer=0x465bd0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff3c3253d8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196368 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242991 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196369 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242993 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.190587520599365 +Command return code: 255, elapsed time: 7.199864149093628 Finished #841 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001_0.elapsed index a07092365..4969dea9f 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.317290544509888 \ No newline at end of file +7.179522275924683 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001_0.txt index 9a28cdaf4..ed18cb394 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #622 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_igather-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_igather-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff3ac98468) +| [0] ERROR: MPI_Igather(*sendbuf=0x465bd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c00, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffee7d623e8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_igather-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196893 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240120 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196896 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240121 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.317290544509888 +Command return code: 255, elapsed time: 7.179522275924683 Finished #622 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001_0.elapsed index 9147a8bfd..9aecfd2e3 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.285725116729736 \ No newline at end of file +7.287614822387695 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001_0.txt index 3c3bd0460..aa0831bec 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #1007 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7fff53bfae88) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe6a459e78) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200345 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246593 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200346 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246594 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.285725116729736 +Command return code: 255, elapsed time: 7.287614822387695 Finished #1007 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001_0.elapsed index f59142737..3800d8382 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.395032644271851 \ No newline at end of file +7.385275602340698 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001_0.txt index 6ee93a33d..b96ed5335 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #889 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_iscan-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46ac20, *recvbuf=0x46ac50, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff572a64d8) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465bd0, *recvbuf=0x465c00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe7b885d18) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201938 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245135 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201939 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245136 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.395032644271851 +Command return code: 255, elapsed time: 7.385275602340698 Finished #889 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001_0.elapsed index 7341262cb..5d83134c7 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.3560755252838135 \ No newline at end of file +7.32280707359314 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001_0.txt index d1e881f3d..2a7c7bdc8 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #1135 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcc30e0ee8) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465c50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffde4c53be8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204394 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249648 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204395 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249649 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3560755252838135 +Command return code: 255, elapsed time: 7.32280707359314 Finished #1135 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001_0.elapsed index d6209b7ee..ddde025aa 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -0.8495609760284424 \ No newline at end of file +7.195252180099487 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001_0.txt index 16be3516c..869e8edde 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #533 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_reduce-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Barrier(comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Reduce(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182998 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228000 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182999 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228002 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.8495609760284424 +Command return code: 255, elapsed time: 7.195252180099487 Finished #533 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001_0.elapsed index 84ce2c7e2..67d9b04ed 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001_0.elapsed @@ -1 +1 @@ -7.237985134124756 \ No newline at end of file +7.3006591796875 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001_0.txt index 5082c865a..b860dfa9b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001_0.txt @@ -1,5 +1,5 @@ Running #793 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ad90, *recvbuf=0x46adc0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ac90, *recvbuf=0x46acc0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186346 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231837 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186347 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231838 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.237985134124756 +Command return code: 255, elapsed time: 7.3006591796875 Finished #793 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001_0.elapsed index 5578d5c4f..14703383c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001_0.elapsed @@ -1 +1 @@ -7.294930696487427 \ No newline at end of file +7.255873203277588 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001_0.txt index 773a0316b..04acfb7d5 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #478 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_scan-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_scan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x465be0, *recvbuf=0x465c10, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_scan-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_scan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189326 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233904 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189327 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233906 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.294930696487427 +Command return code: 255, elapsed time: 7.255873203277588 Finished #478 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_scan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001_0.elapsed index 9b54721f8..92eaeead1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -7.28144907951355 \ No newline at end of file +7.380367994308472 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001_0.txt index c007e4011..d50e06a0a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #579 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_barrier-mpi_scatter-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x46aca0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x465bd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c00, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_scatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_barrier-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191067 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237219 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191068 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237222 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.28144907951355 +Command return code: 255, elapsed time: 7.380367994308472 Finished #579 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001_0.elapsed index 9bdbc37fd..5857109d0 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001_0.elapsed @@ -1 +1 @@ -60.20751619338989 \ No newline at end of file +62.278674602508545 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001_0.timeout deleted file mode 100644 index f8e4b1935..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00619912147522 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001_0.txt index 7f3c5e8ff..78ea2b329 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-001_0.txt @@ -1,5 +1,5 @@ Running #591 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-001.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.20751619338989 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Bcast(*buffer=0x470700, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-001.c:36) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-001.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 240318 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 240320 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.278674602508545 Finished #591 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001_0.elapsed index f3d8672d3..443ea58bd 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -7.2443602085113525 \ No newline at end of file +7.4323179721832275 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001_0.txt index 0979d19ea..47dcd7400 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #755 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_exscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x4705f0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470670, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x465be0, *recvbuf=0x465c10, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_exscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196554 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241457 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196555 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241458 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2443602085113525 +Command return code: 255, elapsed time: 7.4323179721832275 Finished #755 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001_0.elapsed index 13119dbee..c60726222 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001_0.elapsed @@ -1 +1 @@ -8.509003162384033 \ No newline at end of file +8.570637464523315 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001_0.txt index 89f137dfd..da751583c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #495 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_gather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470670, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x4705e0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_gather-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46ac20, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac50, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x465c50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_gather-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_gather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_gather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 168536 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 214119 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 168537 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 214123 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.509003162384033 +Command return code: 255, elapsed time: 8.570637464523315 Finished #495 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_gather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001_0.elapsed index 7d17d9888..8d87846ab 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -7.984333276748657 \ No newline at end of file +7.165751218795776 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001_0.txt index 0db014698..5deb39724 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #959 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff73d4e1f8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffec78e4af8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192614 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238322 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192615 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238325 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.984333276748657 +Command return code: 255, elapsed time: 7.165751218795776 Finished #959 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001_0.elapsed index cebc8292f..e023054b4 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -7.27369236946106 \ No newline at end of file +7.343612432479858 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001_0.txt index 3593e3222..65ee5259b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #472 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ac30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac60, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe9d02acf8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x465c50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c80, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff4a91a2b8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187007 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231856 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187008 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231857 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.27369236946106 +Command return code: 255, elapsed time: 7.343612432479858 Finished #472 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001_0.elapsed index 13a4e2df7..c8a7b4d72 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -7.295381307601929 \ No newline at end of file +7.273959398269653 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001_0.txt index b552a300c..3b9e964a2 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #1101 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470670, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x4705f0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffc21c29e98) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7fff00d333a8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201800 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246491 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201802 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246493 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.295381307601929 +Command return code: 255, elapsed time: 7.273959398269653 Finished #1101 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001_0.elapsed index dd5b50897..a9e0c9b21 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -0.9757225513458252 \ No newline at end of file +7.397132873535156 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001_0.txt index c401976c0..e1c24f819 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #808 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Bcast(*buffer=0x470670, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Ibcast(*buffer=0x465b50, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd0989e188) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198842 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245038 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198843 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245039 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9757225513458252 +Command return code: 255, elapsed time: 7.397132873535156 Finished #808 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001_0.elapsed index e80e4a291..7eb972dc1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.334076642990112 \ No newline at end of file +7.274306535720825 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001_0.txt index 7dc14da8b..9222c9e12 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #1001 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_igather-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_igather-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46ac30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac60, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff6ae92da8) +| [0] ERROR: MPI_Igather(*sendbuf=0x465c50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff48d7cb38) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_igather-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198609 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244688 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198610 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244689 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.334076642990112 +Command return code: 255, elapsed time: 7.274306535720825 Finished #1001 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001_0.elapsed index d2f772031..9aa4fbf46 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.268111228942871 \ No newline at end of file +7.240686416625977 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001_0.txt index 68a42b32e..01f22cbe9 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #1191 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x4705f0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x4705e0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46ac30, *recvbuf=0x46ac60, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd10c7b678) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465c50, *recvbuf=0x465c80, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7fff28938b28) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201550 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246977 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201551 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246978 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.268111228942871 +Command return code: 255, elapsed time: 7.240686416625977 Finished #1191 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001_0.elapsed index 55b2ecc3c..3734351f6 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.319170713424683 \ No newline at end of file +7.40785813331604 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001_0.txt index 935cd72d7..689aaa587 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #1093 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_iscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x4705f0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470670, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46aca0, *recvbuf=0x46acd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffdd1297908) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465c50, *recvbuf=0x465c80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffeb4b9b688) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199161 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244111 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199162 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244112 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.319170713424683 +Command return code: 255, elapsed time: 7.40785813331604 Finished #1093 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001_0.elapsed index 3aa140ddd..61f898c51 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.249894142150879 \ No newline at end of file +7.4731786251068115 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001_0.txt index 8fcb371ab..db78ba4f1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #1084 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46aca0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc371e3748) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465bd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c00, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffff7c20e48) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208525 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253006 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208526 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253007 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.249894142150879 +Command return code: 255, elapsed time: 7.4731786251068115 Finished #1084 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001_0.elapsed index 623ea94b3..b3770ea3d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -7.357647180557251 \ No newline at end of file +7.414083242416382 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001_0.txt index f08b953dc..8940b8f06 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #850 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_reduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x4705f0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470670, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x465bd0, *recvbuf=0x465c00, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_reduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202154 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248420 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202155 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248421 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.357647180557251 +Command return code: 255, elapsed time: 7.414083242416382 Finished #850 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001_0.elapsed index 81f643a88..70540db61 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001_0.elapsed @@ -1 +1 @@ -7.29101037979126 \ No newline at end of file +7.378865003585815 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001_0.txt index 824cb9a6b..0ab166d62 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001_0.txt @@ -1,5 +1,5 @@ Running #569 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x4706e0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470760, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ac90, *recvbuf=0x46acc0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ad90, *recvbuf=0x46adc0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187830 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233064 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187831 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233065 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.29101037979126 +Command return code: 255, elapsed time: 7.378865003585815 Finished #569 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0.elapsed index 817dd96e7..361c033ef 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0.elapsed @@ -1 +1 @@ -7.440737724304199 \ No newline at end of file +1.2176177501678467 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0.md5sum b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0.md5sum deleted file mode 100644 index 1a9f5b257..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -645bbc46694ac7758f996f3df004364c \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0.txt index 2715ddf65..2af3fe873 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #1132 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_scan-001.c (batchinfo:1/1) @@ -47,41 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error -| [0] ERROR: Different processes entered different collective operations on the same communicator. -| [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x4705f0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_scan-001.c:38) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001) -| [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_scan-001.c:42) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scan-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203400 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249036 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203401 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249037 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.440737724304199 +Command return code: 255, elapsed time: 1.2176177501678467 Finished #1132 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_scan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001_0.elapsed index beba0d73d..0e36dfb30 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -7.2547407150268555 \ No newline at end of file +7.307253837585449 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001_0.txt index e24c99f4d..a8a8019f1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #863 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bcast-mpi_scatter-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470570, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470670, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x465c50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_scatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bcast-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187932 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234283 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187933 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234284 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2547407150268555 +Command return code: 255, elapsed time: 7.307253837585449 Finished #863 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend-001_0.elapsed index dde843bb4..966b9ff8c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend-001_0.elapsed @@ -1 +1 @@ -7.981344699859619 \ No newline at end of file +7.919704914093018 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend-001_0.txt index e488cc7c2..0ca6207cf 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend-001_0.txt @@ -1,5 +1,5 @@ Running #1420 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_bsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bsend-001.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Buffer [0x46ac80, 0x46ad00[ of size 128 cannot store message of size 136. -| [1] ERROR: Free space [0x46ac80, 0x46ad00[, 128 bytes. +| [1] ERROR: Buffer [0x46abe0, 0x46ac60[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46abe0, 0x46ac60[, 128 bytes. | [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), | [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, | [1] ERROR: check for race conditions between buffering and receiving messages, etc). | [1] ERROR: Note that message sizes are calculated using the worst-case scenario that | [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. | [1] ERROR: New message of size 136 was to be sent by: -| [1] ERROR: MPI_Bsend(*buf=0x46ac50, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Bsend(*buf=0x46abb0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_bsend-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205934 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251524 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205935 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251525 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.981344699859619 +Command return code: 255, elapsed time: 7.919704914093018 Finished #1420 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_bsend-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend_init-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend_init-001_0.elapsed index a98c1ea52..2b60c2bbe 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend_init-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend_init-001_0.elapsed @@ -1 +1 @@ -7.960925340652466 \ No newline at end of file +8.104351997375488 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend_init-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend_init-001_0.txt index e9df10d6b..0128b675f 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend_init-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1587 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_bsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_bsend_init-001.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Buffer [0x46acb0, 0x46ad30[ of size 128 cannot store message of size 136. -| [1] ERROR: Free space [0x46acb0, 0x46ad30[, 128 bytes. +| [1] ERROR: Buffer [0x46ab00, 0x46ab80[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46ab00, 0x46ab80[, 128 bytes. | [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), | [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, | [1] ERROR: check for race conditions between buffering and receiving messages, etc). | [1] ERROR: Note that message sizes are calculated using the worst-case scenario that | [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. | [1] ERROR: New message of size 136 was to be sent by: -| [1] ERROR: MPI_Start(*request=0x7fff00884d18->0x2c000002) +| [1] ERROR: MPI_Start(*request=0x7ffd7506b788->0x2c000002) | [1] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_bsend_init-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_bsend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_bsend_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_bsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211248 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255981 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211249 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255982 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.960925340652466 +Command return code: 255, elapsed time: 8.104351997375488 Finished #1587 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_bsend_init-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001_0.elapsed index 6460f3fb7..0ea1340df 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -60.203051805496216 \ No newline at end of file +62.40953326225281 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001_0.timeout deleted file mode 100644 index 16cac9106..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.001691579818726 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001_0.txt index 933a7719b..8a772f35a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #601 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_exscan-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_exscan-001 | -Command killed by signal 15, elapsed time: 60.203051805496216 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Exscan(*sendbuf=0x470740, *recvbuf=0x470770, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 229548 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 229549 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.40953326225281 Finished #601 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001_0.elapsed index 6810a63a8..e0eb55d26 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001_0.elapsed @@ -1 +1 @@ -7.104343414306641 \ No newline at end of file +7.376003980636597 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001_0.txt index 021a7be60..0be157fdc 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #908 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_exscan-mpi_gather-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_gather-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46aca0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x465be0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c10, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_gather-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_gather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_gather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197235 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243455 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197236 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243456 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.104343414306641 +Command return code: 255, elapsed time: 7.376003980636597 Finished #908 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_gather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001_0.elapsed index 05fe895c8..d2ddb3b8a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -7.324785232543945 \ No newline at end of file +7.145921230316162 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001_0.txt index 832835cef..0c296bd0b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #1118 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac70, *recvbuf=0x46aca0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fffa2915328) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x465c20, *recvbuf=0x465c50, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe61b566c8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208643 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253226 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208644 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253227 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.324785232543945 +Command return code: 255, elapsed time: 7.145921230316162 Finished #1118 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001_0.elapsed index a4d095eba..166b445f4 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -0.9180011749267578 \ No newline at end of file +7.239663362503052 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001_0.txt index e642beb88..aff500f7a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #1062 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Exscan(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x465bd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c00, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff5bda6fa8) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199892 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244613 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199893 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244614 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9180011749267578 +Command return code: 255, elapsed time: 7.239663362503052 Finished #1062 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001_0.elapsed index 42c7f875f..7da49248c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -7.313760757446289 \ No newline at end of file +7.865828990936279 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001_0.txt index b29ced6e6..ec0d53462 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #1227 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x470570, *recvbuf=0x4705a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffddfb6d5d8) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffdc6f5f7b8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205525 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248499 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205526 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248500 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.313760757446289 +Command return code: 255, elapsed time: 7.865828990936279 Finished #1227 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001_0.elapsed index 6ca61730c..a970cdb65 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.308049440383911 \ No newline at end of file +7.259641408920288 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001_0.txt index 303435aff..30d79341a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #559 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x46ac30, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc435f0318) +| [0] ERROR: MPI_Ibcast(*buffer=0x465bd0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffca5ba27e8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196643 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242579 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196644 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242580 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.308049440383911 +Command return code: 255, elapsed time: 7.259641408920288 Finished #559 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001_0.elapsed index 0f139df8e..6b0d714e6 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.346843242645264 \ No newline at end of file +8.984049320220947 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001_0.txt index ee210acca..3467aa3d3 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #646 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_exscan-mpi_igather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x470570, *recvbuf=0x4705a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_igather-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46aca0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff0ebf4b68) +| [0] ERROR: MPI_Igather(*sendbuf=0x465b50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465b80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc327bf208) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_igather-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193281 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239929 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193282 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239931 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.346843242645264 +Command return code: 255, elapsed time: 8.984049320220947 Finished #646 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001_0.elapsed index 8df189a2c..faeac9fe4 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.277315139770508 \ No newline at end of file +7.311666488647461 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001_0.txt index 12002bc43..aca367922 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #1000 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc73641818) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465bd0, *recvbuf=0x465c00, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7fff1cab4188) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198331 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244354 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198332 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244355 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.277315139770508 +Command return code: 255, elapsed time: 7.311666488647461 Finished #1000 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001_0.elapsed index d8a68c5ad..480de0eb5 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.206350326538086 \ No newline at end of file +7.180303335189819 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001_0.txt index 476671179..65aa4e669 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #784 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_exscan-mpi_iscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x470570, *recvbuf=0x4705a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46ac30, *recvbuf=0x46ac60, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fffd396e098) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465bd0, *recvbuf=0x465c00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffebd1399c8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200813 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246467 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200814 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246468 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.206350326538086 +Command return code: 255, elapsed time: 7.180303335189819 Finished #784 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001_0.elapsed index db2fe290c..7568a54bc 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.5575644969940186 \ No newline at end of file +7.324092388153076 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001_0.txt index 9d3a506bd..cf13937cc 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #611 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46ac30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac60, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcc0132a58) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465b50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465b80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd07afc578) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193529 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236993 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193530 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236994 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.5575644969940186 +Command return code: 255, elapsed time: 7.324092388153076 Finished #611 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001_0.elapsed index 7e248b086..1424fc8c4 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001_0.elapsed @@ -1 +1 @@ -7.240579605102539 \ No newline at end of file +7.3363611698150635 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001_0.txt index 91ed2efea..c93df96f4 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001_0.txt @@ -1,5 +1,5 @@ Running #756 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ad10, *recvbuf=0x46ad40, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ad20, *recvbuf=0x46ad50, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196989 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241750 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196990 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241751 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.240579605102539 +Command return code: 255, elapsed time: 7.3363611698150635 Finished #756 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001_0.elapsed index 43e587754..ee980e092 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001_0.elapsed @@ -1 +1 @@ -7.249761581420898 \ No newline at end of file +7.396539926528931 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001_0.txt index 3c61bcb81..4028177d5 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #1040 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_exscan-mpi_scan-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_scan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46aca0, *recvbuf=0x46acd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x465be0, *recvbuf=0x465c10, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_scan-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_exscan-mpi_scan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_exscan-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204709 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254889 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204710 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254890 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.249761581420898 +Command return code: 255, elapsed time: 7.396539926528931 Finished #1040 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_exscan-mpi_scan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001_0.elapsed index a48426171..eff47cec5 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001_0.elapsed @@ -1 +1 @@ -60.206358909606934 \ No newline at end of file +62.37874984741211 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001_0.timeout deleted file mode 100644 index e75e4e188..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.004754304885864 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001_0.txt index 96b4e44f1..1a5225e32 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #783 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_gather-001.c (batchinfo:1/1) @@ -26,6 +26,65 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON | [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON | [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON -Command killed by signal 15, elapsed time: 60.206358909606934 +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Gather(*sendbuf=0x470740, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470770, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 243389 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 243390 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.37874984741211 Finished #783 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001_0.elapsed index b7210ac07..92eca71a2 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -7.270634412765503 \ No newline at end of file +7.277806043624878 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001_0.txt index 0f75a96c6..72d0c2dba 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #893 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac70, *recvbuf=0x46aca0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffff9350148) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x465ca0, *recvbuf=0x465cd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff0186e758) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189738 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235608 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189739 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235609 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.270634412765503 +Command return code: 255, elapsed time: 7.277806043624878 Finished #893 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001_0.elapsed index 7b7886abe..c67f9594a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -7.341518878936768 \ No newline at end of file +7.297698736190796 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001_0.txt index 8917c2a72..c42f287d7 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #703 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd74561a88) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x465b50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465b80, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe90f70748) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189059 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235080 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189060 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235081 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.341518878936768 +Command return code: 255, elapsed time: 7.297698736190796 Finished #703 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001_0.elapsed index b448e1cfc..378d362f6 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -7.211101293563843 \ No newline at end of file +7.407080173492432 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001_0.txt index 1aa9b7c01..120797919 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #1185 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x470570, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4705a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7fff67d7a1d8) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffd8c8f2948) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215090 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257207 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215091 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257208 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.211101293563843 +Command return code: 255, elapsed time: 7.407080173492432 Finished #1185 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001_0.elapsed index d47758718..00f8399c2 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.3809685707092285 \ No newline at end of file +7.410301685333252 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001_0.txt index 25b6a6bf2..a1fb1275d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #1226 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_gather-mpi_ibcast-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x4705e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470610, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x46aba0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe7bf31dc8) +| [0] ERROR: MPI_Ibcast(*buffer=0x465be0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc2a427e78) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205140 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248250 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205141 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248251 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3809685707092285 +Command return code: 255, elapsed time: 7.410301685333252 Finished #1226 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001_0.elapsed index 404ac8f44..21fb910bf 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.3612189292907715 \ No newline at end of file +1.0372810363769531 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001_0.md5sum b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001_0.md5sum deleted file mode 100644 index 42df375d0..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -074b3fcf6f9b3adff8351e30664bf7c8 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001_0.txt index e148919b3..d60f38c11 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #854 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_gather-mpi_igather-001.c (batchinfo:1/1) @@ -47,41 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error -| [0] ERROR: Different processes entered different collective operations on the same communicator. -| [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_igather-001.c:39) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001) -| [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc7c13a6a8) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_igather-001.c:43) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_igather-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205399 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251889 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205400 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251890 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3612189292907715 +Command return code: 255, elapsed time: 1.0372810363769531 Finished #854 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001_0.elapsed index dedd46e59..24407ffe2 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -1.1457328796386719 \ No newline at end of file +7.283656358718872 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001_0.txt index 6166715ae..6cc8f1bab 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #1076 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_gather-mpi_ireduce-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Gather(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465be0, *recvbuf=0x465c10, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffec1cc8e88) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206370 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250965 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206372 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250966 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1457328796386719 +Command return code: 255, elapsed time: 7.283656358718872 Finished #1076 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscan-001_0.elapsed index 068a4eeba..273dd156a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -1.0831091403961182 \ No newline at end of file +7.314019680023193 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscan-001_0.txt index a68bc87c3..20f21fc66 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #715 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_gather-mpi_iscan-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Gather(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_iscan-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_iscan-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Iscan(*sendbuf=0x465bd0, *recvbuf=0x465c00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe0fa276c8) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_iscan-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_iscan-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195095 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241367 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195096 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241368 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0831091403961182 +Command return code: 255, elapsed time: 7.314019680023193 Finished #715 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001_0.elapsed index 35643a2b9..8e69b00ed 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.459885358810425 \ No newline at end of file +7.331136226654053 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001_0.txt index 848ff544f..2251fd38c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #788 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_gather-mpi_iscatter-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffecbf82998) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465be0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c10, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff1f00b4d8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204047 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249606 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204048 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249608 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.459885358810425 +Command return code: 255, elapsed time: 7.331136226654053 Finished #788 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001_0.elapsed index be61163d6..dd8c92baa 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001_0.elapsed @@ -1 +1 @@ -7.294301271438599 \ No newline at end of file +7.281325340270996 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001_0.txt index 444990d26..a5b4880fb 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001_0.txt @@ -1,5 +1,5 @@ Running #914 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ad10, *recvbuf=0x46ad40, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ac90, *recvbuf=0x46acc0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199012 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245221 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199013 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245222 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.294301271438599 +Command return code: 255, elapsed time: 7.281325340270996 Finished #914 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001_0.elapsed index 6c5b878fb..7cfa81b31 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001_0.elapsed @@ -1 +1 @@ -7.486218690872192 \ No newline at end of file +8.15538239479065 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001_0.txt index ec190011b..11b53b826 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #1170 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_gather-mpi_scan-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_scan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x465be0, *recvbuf=0x465c10, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_scan-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_gather-mpi_scan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_gather-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207914 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250814 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207915 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250815 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.486218690872192 +Command return code: 255, elapsed time: 8.15538239479065 Finished #1170 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_gather-mpi_scan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001_0.elapsed index 8b418c97a..d4b6598b1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -60.20506930351257 \ No newline at end of file +62.32607340812683 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001_0.timeout deleted file mode 100644 index 20a3130e5..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.003779888153076 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001_0.txt index 4b713a0d5..81a491238 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #762 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_iallreduce-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_iallreduce-001 | -Command killed by signal 15, elapsed time: 60.20506930351257 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470640, *recvbuf=0x470670, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd3e8b79e8) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-001.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 229020 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 229021 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.32607340812683 Finished #762 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001_0.elapsed index 649e5df40..5a50d4cdc 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -7.370608329772949 \ No newline at end of file +7.430406093597412 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001_0.txt index c53a23a96..10b6f2065 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #1104 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc0778c1c8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff8a0fd898) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ad10, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad40, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffce3348428) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x465c40, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c70, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffcada3a438) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202380 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247661 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202381 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247662 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.370608329772949 +Command return code: 255, elapsed time: 7.430406093597412 Finished #1104 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001_0.elapsed index 9088b231c..87ce3ea19 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.379382371902466 \ No newline at end of file +7.174863576889038 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001_0.txt index 9b26d1c8f..43fea918b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #581 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470640, *recvbuf=0x470670, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd90de4938) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4706c0, *recvbuf=0x4706f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff1ddb88e8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x46abf0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd8d1fbd28) +| [0] ERROR: MPI_Ibcast(*buffer=0x465c30, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc9a759c88) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191808 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237967 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191809 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237971 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.379382371902466 +Command return code: 255, elapsed time: 7.174863576889038 Finished #581 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001_0.elapsed index 013460614..5c377a759 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.3202738761901855 \ No newline at end of file +7.4171295166015625 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001_0.txt index a8b89bdd8..fb8b15c09 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #999 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470640, *recvbuf=0x470670, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe7370b918) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4706c0, *recvbuf=0x4706f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc12487b88) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46abf0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac20, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe3ee2cc98) +| [0] ERROR: MPI_Igather(*sendbuf=0x465ba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465bd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe45811d98) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197921 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243985 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197923 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243986 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3202738761901855 +Command return code: 255, elapsed time: 7.4171295166015625 Finished #999 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001_0.elapsed index a9680b21a..7526510d4 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.06740140914917 \ No newline at end of file +7.037795782089233 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001_0.txt index 6b8bc0ebc..f52f41ae9 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #531 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4706c0, *recvbuf=0x4706f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffce345db88) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4706c0, *recvbuf=0x4706f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc5ccb8a48) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46acf0, *recvbuf=0x46ad20, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe0aa29398) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465ca0, *recvbuf=0x465cd0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd0d0efd48) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182051 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227167 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182052 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227169 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.06740140914917 +Command return code: 255, elapsed time: 7.037795782089233 Finished #531 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001_0.elapsed index c6f629230..e50e1e610 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.46026611328125 \ No newline at end of file +7.30812931060791 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001_0.txt index 033dc5406..4740a24e9 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #645 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc465474d8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffdccd28c58) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff941d5ca8) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465bd0, *recvbuf=0x465c00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff8abce0d8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193025 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239523 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193026 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239524 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.46026611328125 +Command return code: 255, elapsed time: 7.30812931060791 Finished #645 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001_0.elapsed index 225ef99cc..a68a66edd 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -0.9336602687835693 \ No newline at end of file +7.283825159072876 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001_0.txt index 26e7c97e2..fa601dbd4 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #603 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc0e56b698) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465d40, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465d70, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffec6b07078) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188480 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233737 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188481 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233738 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9336602687835693 +Command return code: 255, elapsed time: 7.283825159072876 Finished #603 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.elapsed index 42c875051..e9bc38179 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -60.20706605911255 \ No newline at end of file +61.274009466171265 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.md5sum b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.md5sum deleted file mode 100644 index 7cd261303..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -527d7500fd6554e1a80d00ca7406d289 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.timeout deleted file mode 100644 index c7ba7d7d6..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00520706176758 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.txt index 95f61d65f..6a4153140 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #1179 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ialltoall-001.c (batchinfo:1/1) @@ -14,6 +14,58 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.20706605911255 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 252898 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 252899 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 61.274009466171265 Finished #1179 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001_0.elapsed index 5f9977f74..05da4c1da 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.275196313858032 \ No newline at end of file +7.142246961593628 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001_0.txt index 89cc43fb0..3cb34c3d1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #958 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x470570, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4705a0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff47829ba8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4705e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470610, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd2ef1cfb8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x46aba0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff4f1e34a8) +| [0] ERROR: MPI_Ibcast(*buffer=0x465b50, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe53b0ce68) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192016 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237973 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192017 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237974 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.275196313858032 +Command return code: 255, elapsed time: 7.142246961593628 Finished #958 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001_0.elapsed index 1a9060058..7b1217eed 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001_0.elapsed @@ -1 +1 @@ -0.9792954921722412 \ No newline at end of file +7.170335531234741 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001_0.txt index daf3b8979..34b5aa236 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #662 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4706c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe897df228) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Igather(*sendbuf=0x465ba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465bd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffecc30d478) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182332 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227563 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182333 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227564 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9792954921722412 +Command return code: 255, elapsed time: 7.170335531234741 Finished #662 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001_0.elapsed index f94b4b005..1f156638c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -0.9859006404876709 \ No newline at end of file +7.338566780090332 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001_0.txt index 012b987ea..6f1699374 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #523 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4706c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffea85b5ce8) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465ba0, *recvbuf=0x465bd0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd81c47c78) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187402 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232833 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187403 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232834 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9859006404876709 +Command return code: 255, elapsed time: 7.338566780090332 Finished #523 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001_0.elapsed index a692dd6e9..0cb9386f3 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.238107919692993 \ No newline at end of file +7.299572229385376 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001_0.txt index f82b5cc73..c457c5bb6 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #802 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4705e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470610, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff6939dbf8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4705f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470620, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd396df198) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd84b6a748) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465bd0, *recvbuf=0x465c00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fffcbcf8bc8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194470 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240812 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194473 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240813 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.238107919692993 +Command return code: 255, elapsed time: 7.299572229385376 Finished #802 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001_0.elapsed index b51b7cd77..9215f609e 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.539460182189941 \ No newline at end of file +7.282964468002319 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001_0.txt index ba08ea91b..15b0b1ed8 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #1049 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x470630, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470660, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc45fce5c8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x470640, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470670, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffda0428dc8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46abf0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac20, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd4601f6e8) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465ba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465bd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe3dc62988) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207312 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257657 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207314 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257658 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.539460182189941 +Command return code: 255, elapsed time: 7.282964468002319 Finished #1049 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001_0.elapsed index 0f8157c07..535ccbb3d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -60.20573949813843 \ No newline at end of file +62.44543409347534 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001_0.timeout deleted file mode 100644 index 120f0a254..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.004226207733154 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001_0.txt index 3d684d5aa..6a7485032 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #1194 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibarrier-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_ibarrier-001 | -Command killed by signal 15, elapsed time: 60.20573949813843 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffe7b6fefc8) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-001.c:35) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-001.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 248850 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 248851 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.44543409347534 Finished #1194 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001_0.elapsed index 3474e25de..9a3d130eb 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -1.1701700687408447 \ No newline at end of file +7.390545129776001 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001_0.txt index 872e5cf0c..66849c393 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #1017 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffdd0ebb268) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x465d40, *recvbuf=0x465d70, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe3b130c38) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203037 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249188 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203038 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249189 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1701700687408447 +Command return code: 255, elapsed time: 7.390545129776001 Finished #1017 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001_0.elapsed index 6ac92bc5b..b1aa25f48 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -7.290843486785889 \ No newline at end of file +7.3366618156433105 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001_0.txt index 3e8db8683..41b6a8054 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #557 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffc60a40b98) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7fff1df67708) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46abf0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac20, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffdc7c53598) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x465c30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c60, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff1a887888) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195912 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241922 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195913 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241923 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.290843486785889 +Command return code: 255, elapsed time: 7.3366618156433105 Finished #557 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001_0.elapsed index 0b69d7ff4..05f1e16e7 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.271377801895142 \ No newline at end of file +7.293102264404297 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001_0.txt index c2d84f286..a46111c5b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #482 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7fff0e9e11a8) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7fff41112058) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x46aca0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe41bee718) +| [0] ERROR: MPI_Ibcast(*buffer=0x465b50, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe1d0fb838) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190823 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235704 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190824 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235705 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.271377801895142 +Command return code: 255, elapsed time: 7.293102264404297 Finished #482 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001_0.elapsed index 2642fe779..00c28cf52 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.411611795425415 \ No newline at end of file +7.635056257247925 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001_0.txt index 7e0f25fc1..04a974741 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #1148 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffe08349288) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7fffbb0763b8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46aca0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fffc6a354e8) +| [0] ERROR: MPI_Igather(*sendbuf=0x465bd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c00, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd3ee6b188) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211352 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256561 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211353 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256562 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.411611795425415 +Command return code: 255, elapsed time: 7.635056257247925 Finished #1148 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001_0.elapsed index 180aa11e3..c111e25cd 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.337939500808716 \ No newline at end of file +7.172975778579712 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001_0.txt index 98c77a556..af50bb345 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #891 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffc9821e408) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffcdacfd478) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46ac30, *recvbuf=0x46ac60, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7fffa416b5b8) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffdea447a88) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189172 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234823 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189173 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234824 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.337939500808716 +Command return code: 255, elapsed time: 7.172975778579712 Finished #891 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001_0.elapsed index d9e07beab..5dbe680a1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.268030643463135 \ No newline at end of file +7.296979904174805 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001_0.txt index a17e31de5..61863e248 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #1189 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffe1d637898) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffd30a98d98) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46ac30, *recvbuf=0x46ac60, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff6cadfec8) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff1bfccfd8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200574 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246118 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200575 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246119 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.268030643463135 +Command return code: 255, elapsed time: 7.296979904174805 Finished #1189 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001_0.elapsed index 71a0f8a42..7e997b21b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -1.1499989032745361 \ No newline at end of file +8.040637016296387 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001_0.txt index 07d580d1c..49f45b926 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #550 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffd8d0f4528) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465ba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465bd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc6753aa68) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191543 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237214 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191544 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237216 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1499989032745361 +Command return code: 255, elapsed time: 8.040637016296387 Finished #550 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001_0.elapsed index a44a1d327..9426e1b1c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -60.20776677131653 \ No newline at end of file +62.269695520401 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001_0.timeout deleted file mode 100644 index 1b9d1ba06..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.006614685058594 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001_0.txt index 67810a63f..227943330 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #786 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibcast-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_ibcast-001 | -Command killed by signal 15, elapsed time: 60.20776677131653 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Ibcast(*buffer=0x470740, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd89ef8fb8) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-001.c:37) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibcast-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibcast-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 247244 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 247246 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.269695520401 Finished #786 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001_0.elapsed index a1c4fbe0b..f676b3bcf 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.307508707046509 \ No newline at end of file +7.264318466186523 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001_0.txt index 9f330d546..e2a878ca7 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #875 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibcast-mpi_igather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x4705e0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd33800b98) +| [0] ERROR: MPI_Ibcast(*buffer=0x470670, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd803c0878) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc5be176c8) +| [0] ERROR: MPI_Igather(*sendbuf=0x465b50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465b80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffdd30fc458) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibcast-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibcast-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194617 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238944 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194618 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238945 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.307508707046509 +Command return code: 255, elapsed time: 7.264318466186523 Finished #875 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001_0.elapsed index a95abc667..f8c76f458 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.314610719680786 \ No newline at end of file +7.203792572021484 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001_0.txt index da7b4e1f4..0fa5b7215 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #1061 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x470670, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff850f3968) +| [0] ERROR: MPI_Ibcast(*buffer=0x4705e0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd6b754668) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46aca0, *recvbuf=0x46acd0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc8e076bf8) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe17c00a88) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199481 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244301 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199482 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244302 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.314610719680786 +Command return code: 255, elapsed time: 7.203792572021484 Finished #1061 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001_0.elapsed index 6c7db4ab7..e9d6ff5b4 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.723737716674805 \ No newline at end of file +7.258768081665039 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001_0.txt index b702a1793..f3b6d2d2c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #648 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x4705e0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcfb169e08) +| [0] ERROR: MPI_Ibcast(*buffer=0x470670, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff2fb073d8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffef15135d8) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff9c640248) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193871 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240671 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193872 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240672 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.723737716674805 +Command return code: 255, elapsed time: 7.258768081665039 Finished #648 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001_0.elapsed index 15f202c79..96797580b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.317228317260742 \ No newline at end of file +7.333390712738037 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001_0.txt index d62c82d34..30d3792d1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #735 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x4705e0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcd10ad718) +| [0] ERROR: MPI_Ibcast(*buffer=0x470670, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff41c0ca28) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe674a3b48) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465b50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465b80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffdc36328a8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186570 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232012 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186571 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232013 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.317228317260742 +Command return code: 255, elapsed time: 7.333390712738037 Finished #735 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibsend-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibsend-001_0.elapsed index da334d718..279cbfa87 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibsend-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibsend-001_0.elapsed @@ -1 +1 @@ -1.0928983688354492 \ No newline at end of file +8.152683734893799 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibsend-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibsend-001_0.txt index aa218266e..b20b103e4 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ibsend-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ibsend-001_0.txt @@ -1,5 +1,5 @@ Running #2035 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_ibsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ibsend-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error +| [1] ERROR: Buffer [0x46abe0, 0x46ac60[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46abe0, 0x46ac60[, 128 bytes. +| [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), +| [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, +| [1] ERROR: check for race conditions between buffering and receiving messages, etc). +| [1] ERROR: Note that message sizes are calculated using the worst-case scenario that +| [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. +| [1] ERROR: New message of size 136 was to be sent by: +| [1] ERROR: MPI_Ibsend(*buf=0x46abb0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd26ea3d38) +| [1] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_ibsend-001.c:41) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ibsend-001) +| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ibsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230575 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276493 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230576 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276494 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0928983688354492 +Command return code: 255, elapsed time: 8.152683734893799 Finished #2035 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_ibsend-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001_0.elapsed index cfac98cf6..19a248e3b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001_0.elapsed @@ -1 +1 @@ -60.20561385154724 \ No newline at end of file +62.25086498260498 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001_0.timeout deleted file mode 100644 index 9aa21e040..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00435185432434 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001_0.txt index 6a76b861c..9d1cf9e7d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #902 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_igather-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_igather-001 | -Command killed by signal 15, elapsed time: 60.20561385154724 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Igather(*sendbuf=0x4706c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706f0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffdcb5df298) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_igather-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_igather-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_igather-001.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_igather-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 239047 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 239048 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.25086498260498 Finished #902 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001_0.elapsed index f3fe593ce..6e8c7996c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.274655342102051 \ No newline at end of file +7.179392099380493 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001_0.txt index 63acfe964..4a93f79f5 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #599 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_igather-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_igather-mpi_iscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x470570, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4705a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc26878498) +| [0] ERROR: MPI_Igather(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc06ccb098) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_igather-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc8f3ad6a8) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465be0, *recvbuf=0x465c10, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffec66331b8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_igather-mpi_iscan-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_igather-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_igather-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_igather-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183651 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228691 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183652 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228693 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.274655342102051 +Command return code: 255, elapsed time: 7.179392099380493 Finished #599 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_igather-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001_0.elapsed index 3b31f5a27..2f112c3ab 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001_0.elapsed @@ -1 +1 @@ -60.20662832260132 \ No newline at end of file +120.20654153823853 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001_0.timeout index 564ca521d..a21098029 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001_0.timeout +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001_0.timeout @@ -1 +1 @@ -60.00483298301697 seconds \ No newline at end of file +120.00513172149658 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001_0.txt index c75bc5a4a..e9d849cab 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_improbe-001_0.txt @@ -1,5 +1,5 @@ Running #1862 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_improbe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_improbe-001.c (batchinfo:1/1) @@ -48,6 +48,8 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | [0] INFO: 502.00MB trace data in RAM + 0.00MB trace data flushed = 502.00MB total -Command killed by signal 15, elapsed time: 60.20662832260132 +| [0] INFO: 1004.00MB trace data in RAM + 0.00MB trace data flushed = 1004.00MB total +| [0] INFO: 1506.00MB trace data in RAM + 0.00MB trace data flushed = 1506.00MB total +Command killed by signal 15, elapsed time: 120.20654153823853 Finished #1862 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_improbe-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001_0.elapsed index 56af2a8ef..392ba66d3 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001_0.elapsed @@ -1 +1 @@ -60.20337510108948 \ No newline at end of file +62.38481140136719 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001_0.timeout deleted file mode 100644 index ac0439795..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.002196311950684 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001_0.txt index 3ed5869a0..14dbbd6b1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_irecv-001_0.txt @@ -1,5 +1,5 @@ Running #1834 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_irecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_irecv-001.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.20337510108948 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffda3e079a8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_irecv-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_irecv-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_irecv-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_irecv-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_irecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 272237 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 272238 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.38481140136719 Finished #1834 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_irecv-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.elapsed index 60b80ff12..15f074227 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -60.20438814163208 \ No newline at end of file +61.068437576293945 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.md5sum b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.md5sum deleted file mode 100644 index c7668727a..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -192ff0cbb703b5f80214e7ae10f70f4e \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.timeout deleted file mode 100644 index 8c9a00a03..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00215291976929 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.txt index 18cb3974e..fb925aa4b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #953 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ireduce-001.c (batchinfo:1/1) @@ -13,6 +13,59 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_ireduce-001 | -Command killed by signal 15, elapsed time: 60.20438814163208 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 248059 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 248060 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 61.068437576293945 Finished #953 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001_0.elapsed index e6b9cca89..7e9c03e25 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.233739137649536 \ No newline at end of file +7.186269998550415 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001_0.txt index be4c082f7..2c5936f7c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #864 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ireduce-mpi_igather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffde94699b8) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7fffbcd4a7f8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46ac30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac60, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe93cf4778) +| [0] ERROR: MPI_Igather(*sendbuf=0x465c50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff4f57b608) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ireduce-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ireduce-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188368 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234759 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188369 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234760 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.233739137649536 +Command return code: 255, elapsed time: 7.186269998550415 Finished #864 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001_0.elapsed index f4f705d7e..8a33bcba0 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.283453464508057 \ No newline at end of file +7.280393600463867 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001_0.txt index 2ef8364b0..2ba3689d0 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #758 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd4f8426d8) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7fff90ed8ab8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46ac30, *recvbuf=0x46ac60, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffcf7a1e1c8) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465be0, *recvbuf=0x465c10, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe74fb7278) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197625 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242362 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197626 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242363 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.283453464508057 +Command return code: 255, elapsed time: 7.280393600463867 Finished #758 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001_0.elapsed index c710cedde..d02aba9f0 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.192058324813843 \ No newline at end of file +7.327564239501953 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001_0.txt index e849d8b43..2c19f17be 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #852 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffde2a8caa8) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd38927b48) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff9fc366c8) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465c50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffdbc1369b8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204555 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251155 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204556 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251156 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.192058324813843 +Command return code: 255, elapsed time: 7.327564239501953 Finished #852 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_irsend-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_irsend-001_0.elapsed index b84fbc2d9..adc31ffd2 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_irsend-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_irsend-001_0.elapsed @@ -1 +1 @@ -2.5529654026031494 \ No newline at end of file +2.211782217025757 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_irsend-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_irsend-001_0.txt index ec610b14e..7e3ebd0f8 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_irsend-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_irsend-001_0.txt @@ -1,5 +1,5 @@ Running #2001 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_irsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_irsend-001.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_irsend-001.c:47) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_irsend-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_irsend-001) | [0] WARNING: Message sent by [1] at: -| [0] WARNING: MPI_Irsend(*buf=0x46acd0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe7af08428) +| [0] WARNING: MPI_Irsend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe9cb5d438) | [0] WARNING: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_irsend-001.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_irsend-001) -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_irsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_irsend-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_irsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:PENDING: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -72,6 +72,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.5529654026031494 +Command return code: 0, elapsed time: 2.211782217025757 Finished #2001 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_irsend-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001_0.elapsed index ff0df3054..6a2ba1852 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -60.20813250541687 \ No newline at end of file +62.39192581176758 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001_0.timeout deleted file mode 100644 index e32ab737e..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00674533843994 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001_0.txt index f0f822ce8..baa7b6c42 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #851 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_iscan-001.c (batchinfo:1/1) @@ -26,6 +26,65 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON | [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON | [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON -Command killed by signal 15, elapsed time: 60.20813250541687 +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Iscan(*sendbuf=0x470740, *recvbuf=0x470770, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe5c142a58) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscan-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iscan-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscan-001.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iscan-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 248613 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 248614 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.39192581176758 Finished #851 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001_0.elapsed index 03e631548..bbe9bc211 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -60.20799708366394 \ No newline at end of file +62.38382172584534 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001_0.timeout deleted file mode 100644 index c3e52fc41..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00657033920288 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001_0.txt index 1d9515ba8..a56d8a439 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #796 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_iscatter-001.c (batchinfo:1/1) @@ -29,6 +29,62 @@ Executing the command (cwd: None) | [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON | [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON | [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON -Command killed by signal 15, elapsed time: 60.20799708366394 +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Iscatter(*sendbuf=0x470630, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470660, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc312fa938) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iscatter-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-001.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iscatter-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 232664 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 232665 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.38382172584534 Finished #796 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001_0.elapsed index b1ea03b96..e68318335 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.13963508605957 \ No newline at end of file +7.372231960296631 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001_0.txt index c0e308fbb..a99173ac2 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #501 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_iscatter-mpi_igather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd9bb14018) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x470570, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4705a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc9004a918) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46aca0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcd989e2e8) +| [0] ERROR: MPI_Igather(*sendbuf=0x465b50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465b80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd94af8158) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iscatter-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iscatter-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 174904 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 220736 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 174905 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 220737 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.13963508605957 +Command return code: 255, elapsed time: 7.372231960296631 Finished #501 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001_0.elapsed index f71c3336c..440a42fdc 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.121751308441162 \ No newline at end of file +7.2198381423950195 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001_0.txt index e35f2ea7b..d606459b1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #665 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x4705f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470620, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc63954828) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x4705f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470620, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe43e7c1b8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe3cf80978) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffdc9db9498) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183846 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 229420 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183847 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 229422 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.121751308441162 +Command return code: 255, elapsed time: 7.2198381423950195 Finished #665 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001_0.elapsed index 2bb706ef4..6a8c7aff7 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001_0.elapsed @@ -1 +1 @@ -60.20772457122803 \ No newline at end of file +62.53388833999634 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001_0.timeout deleted file mode 100644 index e083912c8..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00635075569153 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001_0.txt index a9a7f6077..c54291a78 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_isend-001_0.txt @@ -1,5 +1,5 @@ Running #1774 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_isend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_isend-001.c (batchinfo:1/1) @@ -13,6 +13,79 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_isend-001 | -Command killed by signal 15, elapsed time: 60.20772457122803 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_isend-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_isend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffcdb352758->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_isend-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_isend-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_isend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 274616 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 274617 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.53388833999634 Finished #1774 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_isend-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001_0.elapsed index b4749b8e6..1de3f4c6a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001_0.elapsed @@ -1 +1 @@ -60.20783519744873 \ No newline at end of file +62.35319232940674 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001_0.timeout deleted file mode 100644 index 807fa55f7..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00659251213074 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001_0.txt index c5439caa7..7f0b6e41f 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_issend-001_0.txt @@ -1,5 +1,5 @@ Running #1890 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_issend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_issend-001.c (batchinfo:1/1) @@ -20,6 +20,72 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON | [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON | [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF -Command killed by signal 15, elapsed time: 60.20783519744873 +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_issend-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_issend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffe85e6c7f8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_issend-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_issend-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_issend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 275331 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 275332 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.35319232940674 Finished #1890 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_issend-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001_0.elapsed index 897953a0a..b391eee1d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001_0.elapsed @@ -1 +1 @@ -60.20401692390442 \ No newline at end of file +62.40036606788635 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001_0.timeout deleted file mode 100644 index cc2cd3cfc..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00276255607605 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001_0.txt index 389e5c646..452b13f86 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_mprobe-001_0.txt @@ -1,5 +1,5 @@ Running #1511 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_mprobe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_mprobe-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_mprobe-001 | -Command killed by signal 15, elapsed time: 60.20401692390442 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=MPI_COMM_WORLD, *message, *status=0x7ffc49823818) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_mprobe-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_mprobe-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_mprobe-001.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_mprobe-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_mprobe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 261875 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 261876 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.40036606788635 Finished #1511 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_mprobe-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_precv_init-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_precv_init-001_0.elapsed index db8c64fed..76bc38af3 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_precv_init-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_precv_init-001_0.elapsed @@ -1 +1 @@ -0.10906410217285156 \ No newline at end of file +0.10598516464233398 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_precv_init-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_precv_init-001_0.txt index c826d4bdf..c1970b70e 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_precv_init-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_precv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1533 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_precv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_precv_init-001.c (batchinfo:1/1) @@ -15,7 +15,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccrcjtty.o: in function `main': +ld: /tmp/iccd9lnxI.o: in function `main': /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_precv_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_precv_init-001.c:45: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_psend_init-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_psend_init-001_0.elapsed index 956073ddb..95d6f3097 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_psend_init-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_psend_init-001_0.elapsed @@ -1 +1 @@ -0.09992265701293945 \ No newline at end of file +0.1095881462097168 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_psend_init-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_psend_init-001_0.txt index 601e48a73..f33d95ee9 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_psend_init-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_psend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1946 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_psend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_psend_init-001.c (batchinfo:1/1) @@ -15,7 +15,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccLVgWxX.o: in function `main': +ld: /tmp/icc0tdLVl.o: in function `main': /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_psend_init-001.c:40: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_psend_init-001.c:44: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001_0.elapsed index 8f408d7c1..196312e7c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001_0.elapsed @@ -1 +1 @@ -60.20533895492554 \ No newline at end of file +62.40908908843994 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001_0.timeout deleted file mode 100644 index 99634628b..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00401186943054 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001_0.txt index a82d958ef..7b64075ae 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_recv-001_0.txt @@ -1,5 +1,5 @@ Running #1698 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_recv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_recv-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_recv-001 | -Command killed by signal 15, elapsed time: 60.20533895492554 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x470760, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_recv-001.c:36) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_recv-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_recv-001.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_recv-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_recv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 264846 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 264848 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.40908908843994 Finished #1698 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_recv-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001_0.elapsed index a2b86439d..3ae3d9d0c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001_0.elapsed @@ -1 +1 @@ -60.20671606063843 \ No newline at end of file +62.367708683013916 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001_0.timeout deleted file mode 100644 index 77bc1eb8c..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.005455017089844 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001_0.txt index e88477d4f..11c86eb53 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_recv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1400 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_recv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_recv_init-001.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.20671606063843 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffdc7c544d8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_recv_init-001.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_recv_init-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_recv_init-001.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_recv_init-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_recv_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 258437 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 258438 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.367708683013916 Finished #1400 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_recv_init-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001_0.elapsed index 00af7795a..d95cff92c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -60.20384454727173 \ No newline at end of file +62.305602073669434 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001_0.timeout deleted file mode 100644 index b77339583..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00250244140625 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001_0.txt index cfc4928c8..d038efebd 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #722 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_reduce-001 | -Command killed by signal 15, elapsed time: 60.20384454727173 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Reduce(*sendbuf=0x470640, *recvbuf=0x470670, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 243264 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 243266 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.305602073669434 Finished #722 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001_0.elapsed index 7b6defc50..f7192584c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -7.348394870758057 \ No newline at end of file +7.3328492641448975 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001_0.txt index c16616b7b..6542d574f 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #1175 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-mpi_exscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470570, *recvbuf=0x4705a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_exscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209706 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252344 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209707 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252345 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.348394870758057 +Command return code: 255, elapsed time: 7.3328492641448975 Finished #1175 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001_0.elapsed index 8fc2a27e2..8ab1a80e9 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001_0.elapsed @@ -1 +1 @@ -7.33461594581604 \ No newline at end of file +7.314330816268921 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001_0.txt index bd4e8d7aa..2a4b40cca 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #827 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-mpi_gather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_gather-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46ac30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac60, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x465bd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c00, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_gather-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_gather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_gather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186477 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232389 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186478 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232391 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.33461594581604 +Command return code: 255, elapsed time: 7.314330816268921 Finished #827 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_gather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001_0.elapsed index 4e528e292..7ccc68191 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -8.345587968826294 \ No newline at end of file +7.2568745613098145 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001_0.txt index 0cc6b7896..7c72ae7e3 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #816 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470630, *recvbuf=0x470660, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470640, *recvbuf=0x470670, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46abf0, *recvbuf=0x46ac20, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff540f5df8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x465ba0, *recvbuf=0x465bd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe56f2c3e8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201419 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247381 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201422 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247382 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.345587968826294 +Command return code: 255, elapsed time: 7.2568745613098145 Finished #816 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001_0.elapsed index 959dbd3be..c01250863 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -7.501992702484131 \ No newline at end of file +7.231666088104248 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001_0.txt index bb3a72ec0..fe1169685 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #1169 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470570, *recvbuf=0x4705a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ac20, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac50, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd231df9f8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x465b50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465b80, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff6b5dec38) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207507 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250291 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207508 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250292 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.501992702484131 +Command return code: 255, elapsed time: 7.231666088104248 Finished #1169 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001_0.elapsed index 69c19843a..888b30d38 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -7.282339096069336 \ No newline at end of file +7.280702590942383 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001_0.txt index 71126a731..d5987bbd4 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #907 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffe75a32ea8) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffc1f1ed4a8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196894 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243114 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196895 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243115 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.282339096069336 +Command return code: 255, elapsed time: 7.280702590942383 Finished #907 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001_0.elapsed index 0ba320873..08d9ce588 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.268455266952515 \ No newline at end of file +7.3518967628479 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001_0.txt index bb2e2c871..dc4ab54ab 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #837 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x46aca0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffec91172f8) +| [0] ERROR: MPI_Ibcast(*buffer=0x465be0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd058f50e8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192685 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239195 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192686 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239196 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.268455266952515 +Command return code: 255, elapsed time: 7.3518967628479 Finished #837 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001_0.elapsed index 8f50fe8ab..6467c18b9 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.257578611373901 \ No newline at end of file +7.503448009490967 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001_0.txt index a7c0b9886..217ed4d67 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #1155 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-mpi_igather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_igather-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46ac20, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac50, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd544b8168) +| [0] ERROR: MPI_Igather(*sendbuf=0x465b50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465b80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffce49ff508) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_igather-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198799 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244008 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198800 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244009 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.257578611373901 +Command return code: 255, elapsed time: 7.503448009490967 Finished #1155 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001_0.elapsed index 595464e94..84eb783da 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.380770683288574 \ No newline at end of file +7.266404628753662 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001_0.txt index 64ca8f94d..452ed9cbf 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #1077 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470570, *recvbuf=0x4705a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46aca0, *recvbuf=0x46acd0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcc717b938) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465be0, *recvbuf=0x465c10, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd887768f8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206437 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251283 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206438 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251284 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.380770683288574 +Command return code: 255, elapsed time: 7.266404628753662 Finished #1077 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001_0.elapsed index 6ca22caa8..d09ca14f7 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.207560062408447 \ No newline at end of file +7.199794054031372 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001_0.txt index 1eef4fc9d..8b3c08585 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #975 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-mpi_iscan-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46ac30, *recvbuf=0x46ac60, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc155cd0b8) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc72cd5dc8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200663 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246277 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200664 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246278 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.207560062408447 +Command return code: 255, elapsed time: 7.199794054031372 Finished #975 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001_0.elapsed index 21d9bb956..a3a050bfb 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -8.161755084991455 \ No newline at end of file +7.22359299659729 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001_0.txt index 80352687c..5149963a8 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #1067 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff64e12128) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465bd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c00, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe16630868) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201418 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246265 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201420 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246266 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.161755084991455 +Command return code: 255, elapsed time: 7.22359299659729 Finished #1067 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001_0.elapsed index 1336b809d..d841bb62d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001_0.elapsed @@ -1 +1 @@ -7.549645662307739 \ No newline at end of file +7.281977891921997 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001_0.txt index cfec76ab1..72889d2c5 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001_0.txt @@ -1,5 +1,5 @@ Running #1105 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x4706e0, *recvbuf=0x470710, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ac90, *recvbuf=0x46acc0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ad90, *recvbuf=0x46adc0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202598 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248002 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202599 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248003 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.549645662307739 +Command return code: 255, elapsed time: 7.281977891921997 Finished #1105 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0.elapsed index 2a5260857..4d6020e6c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0.elapsed @@ -1 +1 @@ -7.344555854797363 \ No newline at end of file +0.9837400913238525 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0.md5sum b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0.md5sum deleted file mode 100644 index c42606f59..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -aded8ad501f4ef54331ecfb208c90f54 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0.txt index 76492f711..aea2ef0c1 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #525 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-mpi_scan-001.c (batchinfo:1/1) @@ -47,41 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error -| [0] ERROR: Different processes entered different collective operations on the same communicator. -| [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_scan-001.c:38) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001) -| [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_scan-001.c:42) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scan-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187613 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233257 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187614 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233258 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.344555854797363 +Command return code: 255, elapsed time: 0.9837400913238525 Finished #525 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_scan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001_0.elapsed index 3b4bd0c20..de3490991 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -8.979712724685669 \ No newline at end of file +7.424009799957275 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001_0.txt index 73b8166cf..85c43b179 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #1036 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce-mpi_scatter-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x4705f0, *recvbuf=0x470620, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x46aca0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x465b50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465b80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_scatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203366 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253260 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203367 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253261 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.979712724685669 +Command return code: 255, elapsed time: 7.424009799957275 Finished #1036 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001_0.elapsed index 8089342c7..da63af87b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001_0.elapsed @@ -1 +1 @@ -60.20317816734314 \ No newline at end of file +62.270721197128296 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001_0.timeout deleted file mode 100644 index 35ed8ad15..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00191068649292 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001_0.txt index 01b9868a8..1fc2de18a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001_0.txt @@ -1,5 +1,5 @@ Running #554 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce_scatter_block-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_reduce_scatter_block-001 | -Command killed by signal 15, elapsed time: 60.20317816734314 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x470670, *recvbuf=0x4706a0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 238755 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 238756 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.270721197128296 Finished #554 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001_0.elapsed index 0c4bbce24..a9dff6cf3 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -7.292345285415649 \ No newline at end of file +7.1781017780303955 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001_0.txt index d12bf36d2..a9a2ebb9e 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #552 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x4706e0, *recvbuf=0x470710, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x47c9b0, *recvbuf=0x47c9e0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac90, *recvbuf=0x46acc0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffded878ba8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ad20, *recvbuf=0x46ad50, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff3558e2c8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191932 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237968 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191933 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237970 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.292345285415649 +Command return code: 255, elapsed time: 7.1781017780303955 Finished #552 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001_0.elapsed index a8241daac..42faeb5df 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -7.270099639892578 \ No newline at end of file +7.367992877960205 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001_0.txt index dd049a0d1..0cb826093 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #593 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x4706e0, *recvbuf=0x470710, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x470760, *recvbuf=0x470790, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ac90, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acc0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffefc765d28) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ad20, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad50, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff222f72a8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198329 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243555 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198330 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243556 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.270099639892578 +Command return code: 255, elapsed time: 7.367992877960205 Finished #593 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001_0.elapsed index b817f36ba..e3a380c50 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -7.403524398803711 \ No newline at end of file +7.353941440582275 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001_0.txt index d648e4112..ef96edd07 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #969 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffc8397eb08) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffc7e238ee8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195877 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241777 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195878 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241778 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.403524398803711 +Command return code: 255, elapsed time: 7.353941440582275 Finished #969 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001_0.elapsed index e00fc0b9f..35cf56e3b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.703581809997559 \ No newline at end of file +7.400813579559326 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001_0.txt index 95c8c94e4..78568cfb7 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #748 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x4706e0, *recvbuf=0x470710, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x470760, *recvbuf=0x470790, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x46ad10, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffdff756aa8) +| [0] ERROR: MPI_Ibcast(*buffer=0x46ad10, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fffb56ceca8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193904 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239558 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193905 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239559 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.703581809997559 +Command return code: 255, elapsed time: 7.400813579559326 Finished #748 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001_0.elapsed index 088c34aa2..5a2978f99 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.098976373672485 \ No newline at end of file +7.3442957401275635 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001_0.txt index d7bfd7ba9..336756cbd 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #529 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46ad10, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad40, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffed0de8918) +| [0] ERROR: MPI_Igather(*sendbuf=0x46ac90, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acc0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd2d7bc948) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 180289 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 225393 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 180290 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 225394 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.098976373672485 +Command return code: 255, elapsed time: 7.3442957401275635 Finished #529 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001_0.elapsed index a8db1feb2..860d5ae84 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.347734212875366 \ No newline at end of file +7.3568336963653564 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001_0.txt index 136d3946d..065b0a5d8 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #978 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x4706e0, *recvbuf=0x470710, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x470760, *recvbuf=0x470790, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46ac90, *recvbuf=0x46acc0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffecd8fd7a8) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x46ac90, *recvbuf=0x46acc0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe88efcd98) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201929 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247593 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201930 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247594 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.347734212875366 +Command return code: 255, elapsed time: 7.3568336963653564 Finished #978 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001_0.elapsed index 54582ea41..73c6ce1bf 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.1877281665802 \ No newline at end of file +8.236657857894897 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001_0.txt index 3f183bc97..5cd2225b9 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #1099 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x4706e0, *recvbuf=0x470710, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x470760, *recvbuf=0x470790, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46ad10, *recvbuf=0x46ad40, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe30b98228) +| [0] ERROR: MPI_Iscan(*sendbuf=0x46ad10, *recvbuf=0x46ad40, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff98540018) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200771 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245607 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200772 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245612 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.1877281665802 +Command return code: 255, elapsed time: 8.236657857894897 Finished #1099 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001_0.elapsed index 895477c52..5a115f535 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.356125354766846 \ No newline at end of file +7.105340480804443 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001_0.txt index 03023a9bc..82709efe0 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #867 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46ac90, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acc0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc4d0d9398) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x46ad90, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46adc0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcdb231fb8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192519 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236022 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192521 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236023 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.356125354766846 +Command return code: 255, elapsed time: 7.105340480804443 Finished #867 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001_0.elapsed index 36147a103..5db7d98d3 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001_0.elapsed @@ -1 +1 @@ -7.2818591594696045 \ No newline at end of file +7.522884368896484 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001_0.txt index e7558a381..e5729ab7a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #739 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x4706e0, *recvbuf=0x470710, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x470760, *recvbuf=0x470790, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46ac90, *recvbuf=0x46acc0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x46ad90, *recvbuf=0x46adc0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188255 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233674 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188256 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233675 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2818591594696045 +Command return code: 255, elapsed time: 7.522884368896484 Finished #739 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend-001_0.elapsed index 77d167a92..49cb8883b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend-001_0.elapsed @@ -1 +1 @@ -2.3979756832122803 \ No newline at end of file +2.406271457672119 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend-001_0.txt index fcfffdb66..1613ca4b8 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend-001_0.txt @@ -1,5 +1,5 @@ Running #1570 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_rsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_rsend-001.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_rsend-001.c:46) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_rsend-001) | [0] WARNING: Message sent by [1] at: -| [0] WARNING: MPI_Rsend(*buf=0x46acd0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Rsend(*buf=0x46ab30, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_rsend-001.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend-001) -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_rsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_rsend-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_rsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:PENDING: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -72,6 +72,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3979756832122803 +Command return code: 0, elapsed time: 2.406271457672119 Finished #1570 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_rsend-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend_init-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend_init-001_0.elapsed index eabc4e426..b4300e88b 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend_init-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend_init-001_0.elapsed @@ -1 +1 @@ -2.4470629692077637 \ No newline at end of file +2.4180333614349365 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend_init-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend_init-001_0.txt index 5ca1e3beb..6151b9db5 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend_init-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1864 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_rsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_rsend_init-001.c (batchinfo:1/1) @@ -55,20 +55,20 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_rsend_init-001.c:51) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend_init-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_rsend_init-001) | [0] WARNING: Persistent send request created by [1] at: -| [0] WARNING: MPI_Rsend_init(*buf=0x46abf0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff52006418) +| [0] WARNING: MPI_Rsend_init(*buf=0x46abd0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffef82f6b98) | [0] WARNING: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_rsend_init-001.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend_init-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_rsend_init-001) | [0] WARNING: Send request activated by [1] at: -| [0] WARNING: MPI_Start(*request=0x7fff52006418->0x2c000002) +| [0] WARNING: MPI_Start(*request=0x7ffef82f6b98->0x2c000002) | [0] WARNING: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_rsend_init-001.c:43) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_rsend_init-001) -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_rsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_rsend_init-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_rsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:PENDING: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -78,6 +78,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.4470629692077637 +| +Command return code: 0, elapsed time: 2.4180333614349365 Finished #1864 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_rsend_init-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001_0.elapsed index 607b0f187..82bb448bc 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001_0.elapsed @@ -1 +1 @@ -60.208797454833984 \ No newline at end of file +62.235987186431885 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001_0.timeout deleted file mode 100644 index 96f67a57c..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00539827346802 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001_0.txt index 6f71d9b53..7b3565de0 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #998 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scan-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_scan-001 | -Command killed by signal 15, elapsed time: 60.208797454833984 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Scan(*sendbuf=0x4706e0, *recvbuf=0x470710, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 241145 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 241146 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.235987186431885 Finished #998 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001_0.elapsed index ba90e694e..9e42cf8af 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -8.898463487625122 \ No newline at end of file +7.464300155639648 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001_0.txt index e4ce313e2..03bf30a42 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #1119 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x4705f0, *recvbuf=0x470620, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffca6464258) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x465be0, *recvbuf=0x465c10, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd2b020298) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209135 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253650 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209136 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253652 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.898463487625122 +Command return code: 255, elapsed time: 7.464300155639648 Finished #1119 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0.elapsed index c5ab1efc3..630b5fee2 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -7.363819360733032 \ No newline at end of file +0.9139347076416016 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0.md5sum b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0.md5sum deleted file mode 100644 index 3ef16f525..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -fe8d01a1fbe1a11a1becc344be741d73 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0.txt index 645726305..9df2bd08c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #895 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001.c (batchinfo:1/1) @@ -47,41 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error -| [0] ERROR: Different processes entered different collective operations on the same communicator. -| [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001.c:39) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001) -| [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ac30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac60, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff0a4b5d58) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001.c:43) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190424 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236567 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190425 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236569 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.363819360733032 +Command return code: 255, elapsed time: 0.9139347076416016 Finished #895 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0.elapsed index 61b32204d..75ef2d765 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -7.288488149642944 \ No newline at end of file +1.1477575302124023 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0.md5sum b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0.md5sum deleted file mode 100644 index 90660fff2..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -91f25de3cdcbe0c9617cd50f2d4d13cd \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0.txt index 0a510e705..295d22951 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #1091 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001.c (batchinfo:1/1) @@ -47,41 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error -| [0] ERROR: Different processes entered different collective operations on the same communicator. -| [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001.c:39) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001) -| [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7ffedaee9d08) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001.c:43) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198493 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243704 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198495 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243705 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.288488149642944 +Command return code: 255, elapsed time: 1.1477575302124023 Finished #1091 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001_0.elapsed index ce9c38866..a5ac13d08 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.4933412075042725 \ No newline at end of file +7.253902912139893 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001_0.txt index e94c0007a..114dc157a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #1079 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scan-mpi_ibcast-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x470570, *recvbuf=0x4705a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x46aca0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc72493788) +| [0] ERROR: MPI_Ibcast(*buffer=0x465be0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcf9ce5388) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206996 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252100 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206997 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252101 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.4933412075042725 +Command return code: 255, elapsed time: 7.253902912139893 Finished #1079 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001_0.elapsed index 49aca1d69..39105cce6 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.079488039016724 \ No newline at end of file +7.410189628601074 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001_0.txt index 339e2561e..db9c2e6ad 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #626 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scan-mpi_igather-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_igather-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe1df3a8c8) +| [0] ERROR: MPI_Igather(*sendbuf=0x465bd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c00, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe00078a68) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_igather-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200991 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240964 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200992 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240965 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.079488039016724 +Command return code: 255, elapsed time: 7.410189628601074 Finished #626 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001_0.elapsed index 06b452b1f..7f771ecbe 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.144326686859131 \ No newline at end of file +7.052404880523682 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001_0.txt index 232d2683b..2bb43bc90 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #628 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scan-mpi_ireduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x4705f0, *recvbuf=0x470620, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x470670, *recvbuf=0x4706a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe988bab68) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465bd0, *recvbuf=0x465c00, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe4680a868) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 180843 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227171 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 180844 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227172 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.144326686859131 +Command return code: 255, elapsed time: 7.052404880523682 Finished #628 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001_0.elapsed index e4c268ab9..cafb264ce 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.9430458545684814 \ No newline at end of file +7.294550180435181 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001_0.txt index d4e7b5e71..46b677507 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #872 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scan-mpi_iscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x470570, *recvbuf=0x4705a0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x4705e0, *recvbuf=0x470610, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46ac30, *recvbuf=0x46ac60, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd9af76148) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffeded2a428) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_iscan-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193736 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238092 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193737 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238093 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.9430458545684814 +Command return code: 255, elapsed time: 7.294550180435181 Finished #872 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001_0.elapsed index 702b3630a..1dc35e82a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.317187309265137 \ No newline at end of file +7.185029983520508 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001_0.txt index 1a0b9d1a4..61a40ebd3 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #609 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scan-mpi_iscatter-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46aba0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffea6155bc8) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465b50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465b80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fffc298d068) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scan-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193003 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236078 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193004 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236079 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.317187309265137 +Command return code: 255, elapsed time: 7.185029983520508 Finished #609 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001_0.elapsed index 1bb462f01..1eebe34c5 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -60.205644607543945 \ No newline at end of file +62.339256048202515 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001_0.timeout deleted file mode 100644 index 8cfc91eeb..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.004252672195435 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001_0.txt index be81e0615..c1f98cd69 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #455 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scatter-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_scatter-001 | -Command killed by signal 15, elapsed time: 60.205644607543945 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Scatter(*sendbuf=0x470630, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470660, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 230804 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 230805 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.339256048202515 Finished #455 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001_0.elapsed index 1e41059af..883c8ce3e 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -1.0278902053833008 \ No newline at end of file +7.370488166809082 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001_0.txt index fa6b605c7..005a38e94 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #639 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scatter-mpi_exscan-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Scatter(*sendbuf=0x4705e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470610, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Exscan(*sendbuf=0x465bd0, *recvbuf=0x465c00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186894 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232865 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186895 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232866 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0278902053833008 +Command return code: 255, elapsed time: 7.370488166809082 Finished #639 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001_0.elapsed index 1f2772939..92d1cd588 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001_0.elapsed @@ -1 +1 @@ -7.195576429367065 \ No newline at end of file +7.228104114532471 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001_0.txt index a0c66a656..aaff35b08 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #831 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scatter-mpi_gather-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_gather-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46aca0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acd0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x465bd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c00, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_gather-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_gather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_gather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190663 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237302 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190664 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237303 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.195576429367065 +Command return code: 255, elapsed time: 7.228104114532471 Finished #831 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_gather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001_0.elapsed index 0463148c8..1d5b18c98 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -7.29699182510376 \ No newline at end of file +7.490166425704956 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001_0.txt index a06e65bba..66a85e0d8 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #1143 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x4706c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706f0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x470630, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470660, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac80, *recvbuf=0x46acb0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff76089658) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x465ba0, *recvbuf=0x465bd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffcfc2c35c8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209439 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255055 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209440 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255056 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.29699182510376 +Command return code: 255, elapsed time: 7.490166425704956 Finished #1143 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001_0.elapsed index 9d2f9ddf1..8e10d4f7c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -7.300415754318237 \ No newline at end of file +7.264283657073975 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001_0.txt index fc313f141..6b52f4392 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #521 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x470630, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470660, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x4706c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706f0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ac80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acb0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffcb83939f8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x465c20, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465c50, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc5ad98ad8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186704 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232083 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186705 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232084 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.300415754318237 +Command return code: 255, elapsed time: 7.264283657073975 Finished #521 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001_0.elapsed index 41df7e0bd..0ab97f615 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -1.0006871223449707 \ No newline at end of file +7.444467067718506 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001_0.txt index 697cb25b3..60b4b8195 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #936 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error +| [0] ERROR: Different processes entered different collective operations on the same communicator. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Scatter(*sendbuf=0x470570, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4705a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_WORLD, *request=0x7fff0082f048) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196223 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242393 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196224 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242394 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0006871223449707 +Command return code: 255, elapsed time: 7.444467067718506 Finished #936 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001_0.elapsed index 199a0dcfa..a3afcf237 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.329357862472534 \ No newline at end of file +7.325159788131714 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001_0.txt index d4c140524..e5dfedd07 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #1060 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x4705f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470620, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ibcast(*buffer=0x46ac20, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fffbeaac198) +| [0] ERROR: MPI_Ibcast(*buffer=0x465bd0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd90a0ca98) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199075 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243943 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199076 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243944 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.329357862472534 +Command return code: 255, elapsed time: 7.325159788131714 Finished #1060 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0.elapsed index 98da50cba..f6ab889aa 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.199618577957153 \ No newline at end of file +0.8829915523529053 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0.md5sum b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0.md5sum deleted file mode 100644 index 7e10d8945..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -2d3cc580e54d283caa1ea623c84054dd \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0.txt index 91bf7d812..c78379104 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #582 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scatter-mpi_igather-001.c (batchinfo:1/1) @@ -47,41 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error -| [0] ERROR: Different processes entered different collective operations on the same communicator. -| [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_igather-001.c:39) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001) -| [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Igather(*sendbuf=0x46ac20, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac50, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc5575f708) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_igather-001.c:43) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_igather-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192150 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238315 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192151 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238318 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.199618577957153 +Command return code: 255, elapsed time: 0.8829915523529053 Finished #582 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_igather-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001_0.elapsed index 6df95a540..5ed736f60 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.127801895141602 \ No newline at end of file +7.114264488220215 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001_0.txt index 1f65f0df7..25cbe221c 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #565 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe30806d38) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x465c50, *recvbuf=0x465c80, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcd65a7708) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182224 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227431 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182225 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227432 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.127801895141602 +Command return code: 255, elapsed time: 7.114264488220215 Finished #565 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001_0.elapsed index 660b6e006..02233a82a 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.293071985244751 \ No newline at end of file +7.299531698226929 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001_0.txt index 9c604a439..da445927d 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #1128 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scatter-mpi_iscan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x4705e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470610, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscan(*sendbuf=0x46aba0, *recvbuf=0x46abd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff73bc49b8) +| [0] ERROR: MPI_Iscan(*sendbuf=0x465c50, *recvbuf=0x465c80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff16ca1ca8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200347 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245778 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200348 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245779 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.293071985244751 +Command return code: 255, elapsed time: 7.299531698226929 Finished #1128 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001_0.elapsed index 1e66ec655..9073eddc6 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.295873403549194 \ No newline at end of file +7.326376438140869 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001_0.txt index 4677604fa..2b29ebd59 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #1224 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x4705f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470620, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iscatter(*sendbuf=0x46ac20, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac50, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff2323eaa8) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x465b50, sendcount=10, sendtype=MPI_INT, *recvbuf=0x465b80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd3c18de28) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204150 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247655 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204151 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247656 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.295873403549194 +Command return code: 255, elapsed time: 7.326376438140869 Finished #1224 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001_0.elapsed index bb2847ec5..cd1a35ee6 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001_0.elapsed @@ -1 +1 @@ -7.131834506988525 \ No newline at end of file +7.095382452011108 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001_0.txt index a085fa262..f96c18f9e 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001_0.txt @@ -1,5 +1,5 @@ Running #534 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ac90, *recvbuf=0x46acc0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ad90, *recvbuf=0x46adc0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183123 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228581 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183124 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228583 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.131834506988525 +Command return code: 255, elapsed time: 7.095382452011108 Finished #534 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001_0.elapsed index a0266da22..398ed9880 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001_0.elapsed @@ -1 +1 @@ -7.258195877075195 \ No newline at end of file +7.395185947418213 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001_0.txt index d098908dc..f338b4653 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #876 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_scatter-mpi_scan-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: error | [0] ERROR: Different processes entered different collective operations on the same communicator. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x470670, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706a0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x4705e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470610, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_scan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46aca0, *recvbuf=0x46acd0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x465b50, *recvbuf=0x465b80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_scan-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_scatter-mpi_scan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_scatter-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194970 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239226 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194971 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239227 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.258195877075195 +Command return code: 255, elapsed time: 7.395185947418213 Finished #876 /MBI/scripts/gencodes/COLL/CallOrdering-unmatched-mpi_scatter-mpi_scan-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_send-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_send-001_0.elapsed index e0db775f1..315690130 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_send-001_0.elapsed @@ -1 +1 @@ -60.20698070526123 \ No newline at end of file +62.37612342834473 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_send-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_send-001_0.timeout deleted file mode 100644 index 9d651f2bc..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_send-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00571084022522 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_send-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_send-001_0.txt index 20c65b2b1..e15c47bfb 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_send-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1735 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_send-001.c (batchinfo:1/1) @@ -28,6 +28,63 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON | [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON | [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON -Command killed by signal 15, elapsed time: 60.20698070526123 +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_send-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_send-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_send-001.c:37) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_send-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 269255 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 269256 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.37612342834473 Finished #1735 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_send-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001_0.elapsed index ce4093f9f..a83895afd 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001_0.elapsed @@ -1 +1 @@ -60.21356225013733 \ No newline at end of file +62.42488741874695 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001_0.timeout deleted file mode 100644 index d05ffe1c9..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.01102805137634 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001_0.txt index ae96ef1e1..172a6a227 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_send_init-001_0.txt @@ -1,5 +1,5 @@ Running #1669 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_send_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_send_init-001.c (batchinfo:1/1) @@ -19,6 +19,73 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON | [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON | [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON -Command killed by signal 15, elapsed time: 60.21356225013733 +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_send_init-001.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_send_init-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7fff17a9b8f8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_send_init-001.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_send_init-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_send_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 269842 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 269843 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.42488741874695 Finished #1669 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_send_init-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001_0.elapsed index e1bd2c911..3b87cb227 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001_0.elapsed @@ -1 +1 @@ -60.20487976074219 \ No newline at end of file +62.19571328163147 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001_0.timeout deleted file mode 100644 index 1181de6ab..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00357937812805 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001_0.txt index a6c5fac46..6ee361ab4 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend-001_0.txt @@ -1,5 +1,5 @@ Running #2049 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_ssend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ssend-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./CallOrdering-unmatched-mpi_ssend-001 | -Command killed by signal 15, elapsed time: 60.20487976074219 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_ssend-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ssend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Ssend(*buf=0x46ab30, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_ssend-001.c:37) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ssend-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ssend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 272122 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 272123 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.19571328163147 Finished #2049 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_ssend-001.c diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001_0.elapsed b/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001_0.elapsed index f84858451..ae40faa84 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001_0.elapsed +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001_0.elapsed @@ -1 +1 @@ -60.20561957359314 \ No newline at end of file +62.57969832420349 \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001_0.timeout b/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001_0.timeout deleted file mode 100644 index 08b6356bb..000000000 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00445222854614 seconds \ No newline at end of file diff --git a/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001_0.txt b/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001_0.txt index 4657cc7ea..03c2ab1a3 100644 --- a/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001_0.txt +++ b/logs-20240607/itac/CallOrdering-unmatched-mpi_ssend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1443 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_ssend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling CallOrdering-unmatched-mpi_ssend_init-001.c (batchinfo:1/1) @@ -43,6 +43,49 @@ Executing the command (cwd: None) | [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 | [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) | [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 -Command killed by signal 15, elapsed time: 60.20561957359314 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_ssend_init-001.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ssend_init-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffd3d1a0328->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_ssend_init-001.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/CallOrdering-unmatched-mpi_ssend_init-001) +| [0] INFO: Writing tracefile CallOrdering-unmatched-mpi_ssend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 262346 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 262347 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.57969832420349 Finished #1443 /MBI/scripts/gencodes/P2P/CallOrdering-unmatched-mpi_ssend_init-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_accumulate-001_0.elapsed index 9f40f6c6c..426626154 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_accumulate-001_0.elapsed @@ -1 +1 @@ -2.0070512294769287 \ No newline at end of file +2.0419154167175293 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_accumulate-001_0.txt index f6b63864b..42bb06829 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #163 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_accumulate-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0070512294769287 +Command return code: 0, elapsed time: 2.0419154167175293 Finished #163 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_accumulate-002_0.elapsed index 5eaf4dd36..0236813bd 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_accumulate-002_0.elapsed @@ -1 +1 @@ -2.0340628623962402 \ No newline at end of file +2.2249245643615723 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-accumulate_accumulate-002_0.txt index 36b042abb..4355df06a 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #118 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0340628623962402 +Command return code: 0, elapsed time: 2.2249245643615723 Finished #118 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_bufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_bufread-001_0.elapsed index 96898408b..056361bf1 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_bufread-001_0.elapsed @@ -1 +1 @@ -1.9613609313964844 \ No newline at end of file +3.431114435195923 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_bufread-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_bufread-001_0.txt index cc402a8fa..5a34e5154 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #434 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile Correct-fence-accumulate_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9613609313964844 +Command return code: 0, elapsed time: 3.431114435195923 Finished #434 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_bufread-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_bufwrite-001_0.elapsed index 5a1906388..b3cd1d6a6 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.2980167865753174 \ No newline at end of file +2.3394486904144287 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_bufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_bufwrite-001_0.txt index 843c98901..ffacf8244 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #395 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2980167865753174 +| +Command return code: 0, elapsed time: 2.3394486904144287 Finished #395 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-001_0.elapsed index a5c3c5497..f0148d855 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -2.0960521697998047 \ No newline at end of file +2.2030227184295654 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-001_0.txt index f7af914fd..624fb6461 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #96 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_compare_and_swap-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0960521697998047 +Command return code: 0, elapsed time: 2.2030227184295654 Finished #96 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_compare_and_swap-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-002_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-002_0.elapsed index c8f4c2b58..03fb09175 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-002_0.elapsed @@ -1 +1 @@ -2.1525685787200928 \ No newline at end of file +2.22929048538208 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-002_0.txt b/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-002_0.txt index c1ca138bb..95fba79c8 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-002_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_compare_and_swap-002_0.txt @@ -1,5 +1,5 @@ Running #48 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_compare_and_swap-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_compare_and_swap-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_compare_and_swap-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_compare_and_swap-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1525685787200928 +Command return code: 0, elapsed time: 2.22929048538208 Finished #48 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_compare_and_swap-002.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-001_0.elapsed index 9d748a8da..e626e811d 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -2.3033690452575684 \ No newline at end of file +2.2497897148132324 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-001_0.txt index 2bde33fa7..e590fd91d 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #127 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_fetch_and_op-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3033690452575684 +Command return code: 0, elapsed time: 2.2497897148132324 Finished #127 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_fetch_and_op-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-002_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-002_0.elapsed index 2793f345b..37f054601 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-002_0.elapsed @@ -1 +1 @@ -2.193194627761841 \ No newline at end of file +3.9576480388641357 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-002_0.txt b/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-002_0.txt index 996b08718..b3bd3c0f1 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-002_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_fetch_and_op-002_0.txt @@ -1,5 +1,5 @@ Running #7 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_fetch_and_op-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_fetch_and_op-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_fetch_and_op-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_fetch_and_op-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.193194627761841 +| +Command return code: 0, elapsed time: 3.9576480388641357 Finished #7 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_fetch_and_op-002.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_get-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_get-001_0.elapsed index dd7d8d8a9..b06d18a78 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_get-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_get-001_0.elapsed @@ -1 +1 @@ -1.9089553356170654 \ No newline at end of file +1.9918391704559326 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_get-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_get-001_0.txt index 8a5810c18..157747a53 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_get-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_get-001_0.txt @@ -1,5 +1,5 @@ Running #295 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9089553356170654 +Command return code: 0, elapsed time: 1.9918391704559326 Finished #295 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_get-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_get-002_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_get-002_0.elapsed index 459eb8cbb..1adc93711 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_get-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_get-002_0.elapsed @@ -1 +1 @@ -2.1456644535064697 \ No newline at end of file +2.0610036849975586 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_get-002_0.txt b/logs-20240607/itac/Correct-fence-accumulate_get-002_0.txt index 01dcaf64c..899704286 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_get-002_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_get-002_0.txt @@ -1,5 +1,5 @@ Running #350 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_get-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_get-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_get-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_get-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1456644535064697 +Command return code: 0, elapsed time: 2.0610036849975586 Finished #350 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_get-002.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-001_0.elapsed index 434d368c2..5e01199a3 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-001_0.elapsed @@ -1 +1 @@ -2.094402313232422 \ No newline at end of file +2.2937092781066895 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-001_0.txt index cb11ac6b7..829cc6367 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #449 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_get_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 2.094402313232422 +Command return code: 0, elapsed time: 2.2937092781066895 Finished #449 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_get_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-002_0.elapsed index 55f7358d4..441aeb8f8 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-002_0.elapsed @@ -1 +1 @@ -2.174137830734253 \ No newline at end of file +2.219188690185547 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-002_0.txt index 5f360dbce..6ed4df15d 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_get_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #46 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_get_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_get_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_get_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_get_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.174137830734253 +Command return code: 0, elapsed time: 2.219188690185547 Finished #46 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_get_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_localbufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_localbufread-001_0.elapsed index 9299a61f0..b5160d546 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_localbufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_localbufread-001_0.elapsed @@ -1 +1 @@ -2.025881052017212 \ No newline at end of file +2.0997042655944824 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_localbufread-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_localbufread-001_0.txt index c3ea6be0f..f68f98a28 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_localbufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #21 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.025881052017212 +Command return code: 0, elapsed time: 2.0997042655944824 Finished #21 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_localbufread-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_localbufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_localbufwrite-001_0.elapsed index ef8e06d41..5ab452626 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.174816131591797 \ No newline at end of file +2.190139055252075 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_localbufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_localbufwrite-001_0.txt index 1dc87167d..5547a4643 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_localbufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #143 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.174816131591797 +Command return code: 0, elapsed time: 2.190139055252075 Finished #143 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_localbufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_put-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_put-001_0.elapsed index 7fb933dd5..878227467 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_put-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_put-001_0.elapsed @@ -1 +1 @@ -2.246753215789795 \ No newline at end of file +1.9351415634155273 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_put-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_put-001_0.txt index 28e8ec956..951ca1bca 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_put-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_put-001_0.txt @@ -1,5 +1,5 @@ Running #52 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 2.246753215789795 +Command return code: 0, elapsed time: 1.9351415634155273 Finished #52 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_put-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_put-002_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_put-002_0.elapsed index c6068ee64..59cf4bec2 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_put-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_put-002_0.elapsed @@ -1 +1 @@ -2.136618137359619 \ No newline at end of file +2.1115267276763916 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_put-002_0.txt b/logs-20240607/itac/Correct-fence-accumulate_put-002_0.txt index 0090e89e8..d1219c20a 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_put-002_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_put-002_0.txt @@ -1,5 +1,5 @@ Running #77 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_put-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_put-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_put-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_put-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.136618137359619 +| +Command return code: 0, elapsed time: 2.1115267276763916 Finished #77 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_put-002.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_raccumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_raccumulate-001_0.elapsed index 5133f2a0d..a9425e02f 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_raccumulate-001_0.elapsed @@ -1 +1 @@ -2.879969835281372 \ No newline at end of file +2.1045844554901123 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_raccumulate-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_raccumulate-001_0.txt index 6bda13b7d..7257a3a17 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_raccumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #343 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_raccumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.879969835281372 +Command return code: 0, elapsed time: 2.1045844554901123 Finished #343 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_raccumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_raccumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_raccumulate-002_0.elapsed index 490a44f7e..8f64d58b0 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_raccumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_raccumulate-002_0.elapsed @@ -1 +1 @@ -2.1069133281707764 \ No newline at end of file +2.2283592224121094 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_raccumulate-002_0.txt b/logs-20240607/itac/Correct-fence-accumulate_raccumulate-002_0.txt index a75cf65e1..419c6cf78 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_raccumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_raccumulate-002_0.txt @@ -1,5 +1,5 @@ Running #378 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_raccumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_raccumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_raccumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_raccumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1069133281707764 +Command return code: 0, elapsed time: 2.2283592224121094 Finished #378 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_raccumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_rget-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_rget-001_0.elapsed index 7af3eef10..ce144cc31 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_rget-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_rget-001_0.elapsed @@ -1 +1 @@ -2.125114917755127 \ No newline at end of file +2.167003631591797 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_rget-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_rget-001_0.txt index 96bf325ca..f62b9a2af 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_rget-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_rget-001_0.txt @@ -1,5 +1,5 @@ Running #326 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_rget-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.125114917755127 +Command return code: 0, elapsed time: 2.167003631591797 Finished #326 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_rget-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_rget-002_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_rget-002_0.elapsed index 78a8001fb..d03facf3f 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_rget-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_rget-002_0.elapsed @@ -1 +1 @@ -3.526224374771118 \ No newline at end of file +3.542142152786255 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_rget-002_0.txt b/logs-20240607/itac/Correct-fence-accumulate_rget-002_0.txt index f7b9e5f8a..8b22a98cd 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_rget-002_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_rget-002_0.txt @@ -1,5 +1,5 @@ Running #0 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_rget-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_rget-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_rget-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_rget-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 3.526224374771118 +Command return code: 0, elapsed time: 3.542142152786255 Finished #0 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_rget-002.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-001_0.elapsed index fc518177b..cade7fe17 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -2.0185112953186035 \ No newline at end of file +2.1078290939331055 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-001_0.txt index 387fe6ccb..3e1647d2a 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #388 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_rget_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0185112953186035 +Command return code: 0, elapsed time: 2.1078290939331055 Finished #388 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_rget_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-002_0.elapsed index e47f467d1..4bd3af343 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-002_0.elapsed @@ -1 +1 @@ -2.010050058364868 \ No newline at end of file +2.111414670944214 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-002_0.txt index f72c9775e..02c2bb526 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_rget_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #344 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_rget_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_rget_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_rget_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_rget_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.010050058364868 +Command return code: 0, elapsed time: 2.111414670944214 Finished #344 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_rget_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_rput-001_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_rput-001_0.elapsed index 3e2d3583b..7179aa49c 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_rput-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_rput-001_0.elapsed @@ -1 +1 @@ -2.1301515102386475 \ No newline at end of file +2.1668601036071777 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_rput-001_0.txt b/logs-20240607/itac/Correct-fence-accumulate_rput-001_0.txt index b8719e14f..7cfdd0d02 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_rput-001_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_rput-001_0.txt @@ -1,5 +1,5 @@ Running #322 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1301515102386475 +Command return code: 0, elapsed time: 2.1668601036071777 Finished #322 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_rput-001.c diff --git a/logs-20240607/itac/Correct-fence-accumulate_rput-002_0.elapsed b/logs-20240607/itac/Correct-fence-accumulate_rput-002_0.elapsed index 06d5eb72e..e1f8dcdf7 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_rput-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-accumulate_rput-002_0.elapsed @@ -1 +1 @@ -2.249371290206909 \ No newline at end of file +2.289078950881958 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-accumulate_rput-002_0.txt b/logs-20240607/itac/Correct-fence-accumulate_rput-002_0.txt index c7f966e96..a9e09dd45 100644 --- a/logs-20240607/itac/Correct-fence-accumulate_rput-002_0.txt +++ b/logs-20240607/itac/Correct-fence-accumulate_rput-002_0.txt @@ -1,5 +1,5 @@ Running #126 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_rput-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-accumulate_rput-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-accumulate_rput-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-accumulate_rput-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.249371290206909 +Command return code: 0, elapsed time: 2.289078950881958 Finished #126 /MBI/scripts/gencodes/RMA/Correct-fence-accumulate_rput-002.c diff --git a/logs-20240607/itac/Correct-fence-bufread_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-bufread_accumulate-001_0.elapsed index c60b9206c..f99c4ead2 100644 --- a/logs-20240607/itac/Correct-fence-bufread_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-bufread_accumulate-001_0.elapsed @@ -1 +1 @@ -3.466972827911377 \ No newline at end of file +3.5356791019439697 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-bufread_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-bufread_accumulate-001_0.txt index 48e06b097..74c1b8660 100644 --- a/logs-20240607/itac/Correct-fence-bufread_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-bufread_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #297 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-bufread_accumulate-001.c (batchinfo:1/1) @@ -48,13 +48,14 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-fence-bufread_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-bufread_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 3.466972827911377 +| +Command return code: 0, elapsed time: 3.5356791019439697 Finished #297 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-bufread_compare_and_swap-001_0.elapsed b/logs-20240607/itac/Correct-fence-bufread_compare_and_swap-001_0.elapsed index ff3a81dc5..256509bd9 100644 --- a/logs-20240607/itac/Correct-fence-bufread_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-bufread_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -2.040825843811035 \ No newline at end of file +2.041837692260742 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-bufread_compare_and_swap-001_0.txt b/logs-20240607/itac/Correct-fence-bufread_compare_and_swap-001_0.txt index 1ff52d732..7ac7ecb96 100644 --- a/logs-20240607/itac/Correct-fence-bufread_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/Correct-fence-bufread_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #436 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-bufread_compare_and_swap-001.c (batchinfo:1/1) @@ -48,13 +48,14 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-fence-bufread_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-bufread_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.040825843811035 +| +Command return code: 0, elapsed time: 2.041837692260742 Finished #436 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_compare_and_swap-001.c diff --git a/logs-20240607/itac/Correct-fence-bufread_fetch_and_op-001_0.elapsed b/logs-20240607/itac/Correct-fence-bufread_fetch_and_op-001_0.elapsed index f2e902bf9..fa78ef250 100644 --- a/logs-20240607/itac/Correct-fence-bufread_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-bufread_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -2.069429397583008 \ No newline at end of file +2.134324550628662 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-bufread_fetch_and_op-001_0.txt b/logs-20240607/itac/Correct-fence-bufread_fetch_and_op-001_0.txt index fbfa65222..dc201cae0 100644 --- a/logs-20240607/itac/Correct-fence-bufread_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/Correct-fence-bufread_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #275 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-bufread_fetch_and_op-001.c (batchinfo:1/1) @@ -48,13 +48,15 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-fence-bufread_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-bufread_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.069429397583008 +| +| +Command return code: 0, elapsed time: 2.134324550628662 Finished #275 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_fetch_and_op-001.c diff --git a/logs-20240607/itac/Correct-fence-bufread_get_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-bufread_get_accumulate-001_0.elapsed index 8a29f36ab..1d36193b0 100644 --- a/logs-20240607/itac/Correct-fence-bufread_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-bufread_get_accumulate-001_0.elapsed @@ -1 +1 @@ -1.9747607707977295 \ No newline at end of file +2.1298131942749023 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-bufread_get_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-bufread_get_accumulate-001_0.txt index 282a35ede..41c28cbf8 100644 --- a/logs-20240607/itac/Correct-fence-bufread_get_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-bufread_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #454 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-bufread_get_accumulate-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-fence-bufread_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-bufread_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9747607707977295 +Command return code: 0, elapsed time: 2.1298131942749023 Finished #454 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_get_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-bufread_put-001_0.elapsed b/logs-20240607/itac/Correct-fence-bufread_put-001_0.elapsed index e767d2f2c..640f1cfd9 100644 --- a/logs-20240607/itac/Correct-fence-bufread_put-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-bufread_put-001_0.elapsed @@ -1 +1 @@ -2.013134241104126 \ No newline at end of file +1.9819443225860596 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-bufread_put-001_0.txt b/logs-20240607/itac/Correct-fence-bufread_put-001_0.txt index bd7eb12bd..9d07972fd 100644 --- a/logs-20240607/itac/Correct-fence-bufread_put-001_0.txt +++ b/logs-20240607/itac/Correct-fence-bufread_put-001_0.txt @@ -1,5 +1,5 @@ Running #207 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-bufread_put-001.c (batchinfo:1/1) @@ -48,13 +48,14 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-fence-bufread_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-bufread_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.013134241104126 +| +Command return code: 0, elapsed time: 1.9819443225860596 Finished #207 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_put-001.c diff --git a/logs-20240607/itac/Correct-fence-bufread_raccumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-bufread_raccumulate-001_0.elapsed index 274d9f077..3ab1c8900 100644 --- a/logs-20240607/itac/Correct-fence-bufread_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-bufread_raccumulate-001_0.elapsed @@ -1 +1 @@ -2.165161609649658 \ No newline at end of file +2.0645811557769775 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-bufread_raccumulate-001_0.txt b/logs-20240607/itac/Correct-fence-bufread_raccumulate-001_0.txt index c68b6b8de..63367e70a 100644 --- a/logs-20240607/itac/Correct-fence-bufread_raccumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-bufread_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #139 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-bufread_raccumulate-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-fence-bufread_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-bufread_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.165161609649658 +Command return code: 0, elapsed time: 2.0645811557769775 Finished #139 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_raccumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-bufread_rget_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-bufread_rget_accumulate-001_0.elapsed index e7dc6d57b..850e7dd24 100644 --- a/logs-20240607/itac/Correct-fence-bufread_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-bufread_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -2.125917911529541 \ No newline at end of file +2.116633892059326 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-bufread_rget_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-bufread_rget_accumulate-001_0.txt index 90d7c985f..5848204c3 100644 --- a/logs-20240607/itac/Correct-fence-bufread_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-bufread_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #285 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-bufread_rget_accumulate-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-fence-bufread_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-bufread_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.125917911529541 +| +Command return code: 0, elapsed time: 2.116633892059326 Finished #285 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_rget_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-bufread_rput-001_0.elapsed b/logs-20240607/itac/Correct-fence-bufread_rput-001_0.elapsed index b10acffcf..416eac862 100644 --- a/logs-20240607/itac/Correct-fence-bufread_rput-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-bufread_rput-001_0.elapsed @@ -1 +1 @@ -2.263305425643921 \ No newline at end of file +2.1939375400543213 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-bufread_rput-001_0.txt b/logs-20240607/itac/Correct-fence-bufread_rput-001_0.txt index f0200b4bc..9d116b07d 100644 --- a/logs-20240607/itac/Correct-fence-bufread_rput-001_0.txt +++ b/logs-20240607/itac/Correct-fence-bufread_rput-001_0.txt @@ -1,5 +1,5 @@ Running #255 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-bufread_rput-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-fence-bufread_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-bufread_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.263305425643921 +Command return code: 0, elapsed time: 2.1939375400543213 Finished #255 /MBI/scripts/gencodes/RMA/Correct-fence-bufread_rput-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-001_0.elapsed index 5f8e3cade..59467ef27 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-001_0.elapsed @@ -1 +1 @@ -2.1068859100341797 \ No newline at end of file +2.01400089263916 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-001_0.txt index c9d668351..4c23aecc3 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #443 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_accumulate-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1068859100341797 +Command return code: 0, elapsed time: 2.01400089263916 Finished #443 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-002_0.elapsed index 2dcd1a9df..65f1dacad 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-002_0.elapsed @@ -1 +1 @@ -2.2391252517700195 \ No newline at end of file +2.430325746536255 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-002_0.txt index abd419c71..d0a61fd05 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #263 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2391252517700195 +Command return code: 0, elapsed time: 2.430325746536255 Finished #263 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_bufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_bufread-001_0.elapsed index d54d82b2e..8d0e50252 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_bufread-001_0.elapsed @@ -1 +1 @@ -1.9531199932098389 \ No newline at end of file +1.9428520202636719 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_bufread-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_bufread-001_0.txt index 0c7d1067c..6e534a390 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #398 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9531199932098389 +Command return code: 0, elapsed time: 1.9428520202636719 Finished #398 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_bufread-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_bufwrite-001_0.elapsed index ed0fb26f4..fb7ac3bb8 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.9643900394439697 \ No newline at end of file +1.964953899383545 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_bufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_bufwrite-001_0.txt index 7691af5bb..e69f8b572 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #172 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9643900394439697 +Command return code: 0, elapsed time: 1.964953899383545 Finished #172 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-001_0.elapsed index a16010e31..a1a8471a2 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -2.9132306575775146 \ No newline at end of file +2.2508323192596436 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-001_0.txt index e0544c20b..98cc925ca 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #140 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_compare_and_swap-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.9132306575775146 +Command return code: 0, elapsed time: 2.2508323192596436 Finished #140 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_compare_and_swap-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-002_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-002_0.elapsed index 92bc2ff15..21bceeb34 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-002_0.elapsed @@ -1 +1 @@ -2.2494022846221924 \ No newline at end of file +2.0606515407562256 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-002_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-002_0.txt index b3b43b8c9..c84537b78 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-002_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_compare_and_swap-002_0.txt @@ -1,5 +1,5 @@ Running #175 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_compare_and_swap-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_compare_and_swap-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_compare_and_swap-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_compare_and_swap-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2494022846221924 +Command return code: 0, elapsed time: 2.0606515407562256 Finished #175 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_compare_and_swap-002.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-001_0.elapsed index b71e8c71c..589d22322 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -2.053114891052246 \ No newline at end of file +2.1885221004486084 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-001_0.txt index 0eaf0809f..7c83bbd3b 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #83 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_fetch_and_op-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.053114891052246 +Command return code: 0, elapsed time: 2.1885221004486084 Finished #83 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_fetch_and_op-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-002_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-002_0.elapsed index 758c34686..b7188e862 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-002_0.elapsed @@ -1 +1 @@ -2.1569130420684814 \ No newline at end of file +2.0586540699005127 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-002_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-002_0.txt index ecbf1a05b..d20f6ec96 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-002_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_fetch_and_op-002_0.txt @@ -1,5 +1,5 @@ Running #379 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_fetch_and_op-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_fetch_and_op-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_fetch_and_op-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_fetch_and_op-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1569130420684814 +Command return code: 0, elapsed time: 2.0586540699005127 Finished #379 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_fetch_and_op-002.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_get-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_get-001_0.elapsed index b26bb5448..2212e9ec0 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_get-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_get-001_0.elapsed @@ -1 +1 @@ -2.2455198764801025 \ No newline at end of file +2.1996331214904785 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_get-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_get-001_0.txt index 7fc8c17c6..5eb05937d 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_get-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_get-001_0.txt @@ -1,5 +1,5 @@ Running #319 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_get-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.2455198764801025 +Command return code: 0, elapsed time: 2.1996331214904785 Finished #319 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_get-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_get-002_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_get-002_0.elapsed index cb7a8de15..90d487ec2 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_get-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_get-002_0.elapsed @@ -1 +1 @@ -2.1150500774383545 \ No newline at end of file +2.104013204574585 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_get-002_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_get-002_0.txt index bee772d3a..c78d14065 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_get-002_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_get-002_0.txt @@ -1,5 +1,5 @@ Running #260 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_get-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_get-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_get-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_get-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1150500774383545 +Command return code: 0, elapsed time: 2.104013204574585 Finished #260 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_get-002.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-001_0.elapsed index 5474f29b0..88ff0345c 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-001_0.elapsed @@ -1 +1 @@ -2.176065683364868 \ No newline at end of file +2.174959659576416 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-001_0.txt index 42da95cc5..adb061081 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #356 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_get_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.176065683364868 +Command return code: 0, elapsed time: 2.174959659576416 Finished #356 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_get_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-002_0.elapsed index 30b668379..7f80a4f3d 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-002_0.elapsed @@ -1 +1 @@ -2.0881857872009277 \ No newline at end of file +2.2033238410949707 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-002_0.txt index e385d6397..acffafb45 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_get_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #293 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_get_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_get_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_get_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_get_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0881857872009277 +Command return code: 0, elapsed time: 2.2033238410949707 Finished #293 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_get_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_localbufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_localbufread-001_0.elapsed index 0e6ac191b..67f89f75a 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_localbufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_localbufread-001_0.elapsed @@ -1 +1 @@ -2.13753080368042 \ No newline at end of file +2.107177972793579 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_localbufread-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_localbufread-001_0.txt index 2caadc003..3f9827fab 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_localbufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #407 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.13753080368042 +Command return code: 0, elapsed time: 2.107177972793579 Finished #407 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_localbufread-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_localbufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_localbufwrite-001_0.elapsed index 43bbc2f16..7c18f2b72 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_localbufwrite-001_0.elapsed @@ -1 +1 @@ -1.9613120555877686 \ No newline at end of file +1.9083147048950195 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_localbufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_localbufwrite-001_0.txt index 597612ffb..a45081b08 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_localbufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #397 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9613120555877686 +Command return code: 0, elapsed time: 1.9083147048950195 Finished #397 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_localbufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_put-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_put-001_0.elapsed index 6460c5d45..e41c256db 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_put-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_put-001_0.elapsed @@ -1 +1 @@ -2.1146504878997803 \ No newline at end of file +3.834015130996704 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_put-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_put-001_0.txt index 0b025f8fb..92dadf0bc 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_put-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_put-001_0.txt @@ -1,5 +1,5 @@ Running #230 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1146504878997803 +| +Command return code: 0, elapsed time: 3.834015130996704 Finished #230 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_put-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_put-002_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_put-002_0.elapsed index a00b66f77..95d5ad80d 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_put-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_put-002_0.elapsed @@ -1 +1 @@ -2.024287462234497 \ No newline at end of file +1.9839489459991455 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_put-002_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_put-002_0.txt index 4d7fb6288..69f396100 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_put-002_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_put-002_0.txt @@ -1,5 +1,5 @@ Running #332 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_put-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_put-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_put-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_put-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.024287462234497 +Command return code: 0, elapsed time: 1.9839489459991455 Finished #332 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_put-002.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-001_0.elapsed index 5e248f9cf..1f6a16443 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-001_0.elapsed @@ -1 +1 @@ -2.19649600982666 \ No newline at end of file +2.210070848464966 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-001_0.txt index b13ef70e3..569d8e4c1 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #122 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_raccumulate-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.19649600982666 +Command return code: 0, elapsed time: 2.210070848464966 Finished #122 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_raccumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-002_0.elapsed index 651fe7ec0..aa206d46e 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-002_0.elapsed @@ -1 +1 @@ -2.17990779876709 \ No newline at end of file +2.190591812133789 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-002_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-002_0.txt index 0d4c90dbb..b1bc2c638 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_raccumulate-002_0.txt @@ -1,5 +1,5 @@ Running #372 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_raccumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_raccumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_raccumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_raccumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.17990779876709 +Command return code: 0, elapsed time: 2.190591812133789 Finished #372 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_raccumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_rget-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_rget-001_0.elapsed index 0084f72db..b6e702a11 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_rget-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_rget-001_0.elapsed @@ -1 +1 @@ -1.9699349403381348 \ No newline at end of file +1.972083330154419 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_rget-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_rget-001_0.txt index b11846702..859ea2a82 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_rget-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_rget-001_0.txt @@ -1,5 +1,5 @@ Running #365 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_rget-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 1.9699349403381348 +Command return code: 0, elapsed time: 1.972083330154419 Finished #365 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_rget-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_rget-002_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_rget-002_0.elapsed index 350503fda..f341e2730 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_rget-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_rget-002_0.elapsed @@ -1 +1 @@ -1.9957606792449951 \ No newline at end of file +1.9042034149169922 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_rget-002_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_rget-002_0.txt index 29e379994..ce3848a12 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_rget-002_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_rget-002_0.txt @@ -1,5 +1,5 @@ Running #2 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_rget-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_rget-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_rget-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_rget-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9957606792449951 +Command return code: 0, elapsed time: 1.9042034149169922 Finished #2 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_rget-002.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-001_0.elapsed index cd11944b9..377455242 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -2.1190121173858643 \ No newline at end of file +1.9380536079406738 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-001_0.txt index ae2c3e80d..36e90b01c 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #439 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_rget_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1190121173858643 +Command return code: 0, elapsed time: 1.9380536079406738 Finished #439 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_rget_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-002_0.elapsed index 7e3926a85..22a897570 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-002_0.elapsed @@ -1 +1 @@ -1.9792773723602295 \ No newline at end of file +1.9899075031280518 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-002_0.txt index 684bb12f4..0c4f7abb3 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_rget_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #82 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_rget_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_rget_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_rget_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_rget_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9792773723602295 +Command return code: 0, elapsed time: 1.9899075031280518 Finished #82 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_rget_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_rput-001_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_rput-001_0.elapsed index 98cfa5b71..dad2e425e 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_rput-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_rput-001_0.elapsed @@ -1 +1 @@ -2.181889533996582 \ No newline at end of file +2.1724162101745605 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_rput-001_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_rput-001_0.txt index 8053b26e0..a5f2b42d5 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_rput-001_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_rput-001_0.txt @@ -1,5 +1,5 @@ Running #385 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.181889533996582 +Command return code: 0, elapsed time: 2.1724162101745605 Finished #385 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_rput-001.c diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_rput-002_0.elapsed b/logs-20240607/itac/Correct-fence-compare_and_swap_rput-002_0.elapsed index 35bd0655b..2410edb9c 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_rput-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_rput-002_0.elapsed @@ -1 +1 @@ -2.344320774078369 \ No newline at end of file +2.1564152240753174 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-compare_and_swap_rput-002_0.txt b/logs-20240607/itac/Correct-fence-compare_and_swap_rput-002_0.txt index 06da44861..43ab98b67 100644 --- a/logs-20240607/itac/Correct-fence-compare_and_swap_rput-002_0.txt +++ b/logs-20240607/itac/Correct-fence-compare_and_swap_rput-002_0.txt @@ -1,5 +1,5 @@ Running #252 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_rput-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-compare_and_swap_rput-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_rput-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-compare_and_swap_rput-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.344320774078369 +Command return code: 0, elapsed time: 2.1564152240753174 Finished #252 /MBI/scripts/gencodes/RMA/Correct-fence-compare_and_swap_rput-002.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-001_0.elapsed index d3c5dfa77..0774de96b 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-001_0.elapsed @@ -1 +1 @@ -2.180098056793213 \ No newline at end of file +2.130072832107544 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-001_0.txt index cc87c20e9..6cc3a1c6a 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #284 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_accumulate-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 2.180098056793213 +Command return code: 0, elapsed time: 2.130072832107544 Finished #284 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-002_0.elapsed index f022078b2..d5640765d 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-002_0.elapsed @@ -1 +1 @@ -2.152083158493042 \ No newline at end of file +2.32875657081604 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-002_0.txt index 7264ab756..b59a88c9e 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #352 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.152083158493042 +Command return code: 0, elapsed time: 2.32875657081604 Finished #352 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_bufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_bufread-001_0.elapsed index dabff18a3..953a0f2bc 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_bufread-001_0.elapsed @@ -1 +1 @@ -3.5542428493499756 \ No newline at end of file +3.5726606845855713 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_bufread-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_bufread-001_0.txt index 962fee433..c61f2b9c2 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #363 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 3.5542428493499756 +Command return code: 0, elapsed time: 3.5726606845855713 Finished #363 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_bufread-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_bufwrite-001_0.elapsed index 30397420e..f0f687219 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.1129367351531982 \ No newline at end of file +2.229154109954834 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_bufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_bufwrite-001_0.txt index 2feaab4de..5ee60d2db 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #279 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1129367351531982 +Command return code: 0, elapsed time: 2.229154109954834 Finished #279 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-001_0.elapsed index ef21571c4..7f76ee524 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -1.9336962699890137 \ No newline at end of file +2.099733829498291 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-001_0.txt index dde38e119..7aee2dc40 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #384 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_compare_and_swap-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9336962699890137 +Command return code: 0, elapsed time: 2.099733829498291 Finished #384 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_compare_and_swap-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-002_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-002_0.elapsed index f06bb0491..9b2091696 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-002_0.elapsed @@ -1 +1 @@ -2.2992453575134277 \ No newline at end of file +2.1965770721435547 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-002_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-002_0.txt index db1472ff2..1b9615318 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-002_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_compare_and_swap-002_0.txt @@ -1,5 +1,5 @@ Running #57 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_compare_and_swap-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_compare_and_swap-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_compare_and_swap-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_compare_and_swap-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2992453575134277 +Command return code: 0, elapsed time: 2.1965770721435547 Finished #57 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_compare_and_swap-002.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-001_0.elapsed index cbf73e202..b81981573 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -2.0479800701141357 \ No newline at end of file +1.9659583568572998 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-001_0.txt index 386b58f9f..518e681fa 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #36 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_fetch_and_op-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.0479800701141357 +| +Command return code: 0, elapsed time: 1.9659583568572998 Finished #36 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_fetch_and_op-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-002_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-002_0.elapsed index 09ec5be9a..6029b7b4e 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-002_0.elapsed @@ -1 +1 @@ -2.2349019050598145 \ No newline at end of file +2.1380205154418945 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-002_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-002_0.txt index cdd6a2930..d02e47e3d 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-002_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_fetch_and_op-002_0.txt @@ -1,5 +1,5 @@ Running #257 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_fetch_and_op-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_fetch_and_op-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_fetch_and_op-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_fetch_and_op-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,8 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2349019050598145 +| +| +Command return code: 0, elapsed time: 2.1380205154418945 Finished #257 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_fetch_and_op-002.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_get-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_get-001_0.elapsed index b923d679e..1ac1aba9b 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_get-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_get-001_0.elapsed @@ -1 +1 @@ -2.136582612991333 \ No newline at end of file +2.1742351055145264 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_get-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_get-001_0.txt index 04d24d4ae..29988fe24 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_get-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_get-001_0.txt @@ -1,5 +1,5 @@ Running #51 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_get-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.136582612991333 +Command return code: 0, elapsed time: 2.1742351055145264 Finished #51 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_get-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_get-002_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_get-002_0.elapsed index 667ab7064..f11397ab5 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_get-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_get-002_0.elapsed @@ -1 +1 @@ -2.191518783569336 \ No newline at end of file +2.126091241836548 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_get-002_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_get-002_0.txt index 364cf9841..e5139e843 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_get-002_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_get-002_0.txt @@ -1,5 +1,5 @@ Running #54 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_get-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_get-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_get-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_get-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.191518783569336 +Command return code: 0, elapsed time: 2.126091241836548 Finished #54 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_get-002.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-001_0.elapsed index 63f558793..ec5d6c45b 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-001_0.elapsed @@ -1 +1 @@ -1.999959945678711 \ No newline at end of file +1.9216010570526123 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-001_0.txt index fc8b2f6c6..b80426f5e 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #3 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_get_accumulate-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 1.999959945678711 +| +Command return code: 0, elapsed time: 1.9216010570526123 Finished #3 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_get_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-002_0.elapsed index be7e6482e..d1092acf9 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-002_0.elapsed @@ -1 +1 @@ -1.9168281555175781 \ No newline at end of file +3.775028944015503 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-002_0.txt index 13b5fe097..e26ac5c2f 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_get_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #205 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_get_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_get_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_get_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_get_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9168281555175781 +Command return code: 0, elapsed time: 3.775028944015503 Finished #205 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_get_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_localbufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_localbufread-001_0.elapsed index 1c5f5fd5f..07ebd8db0 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_localbufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_localbufread-001_0.elapsed @@ -1 +1 @@ -2.100067138671875 \ No newline at end of file +2.0769829750061035 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_localbufread-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_localbufread-001_0.txt index 65c295be6..09ab440de 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_localbufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #73 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.100067138671875 +Command return code: 0, elapsed time: 2.0769829750061035 Finished #73 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_localbufread-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_localbufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_localbufwrite-001_0.elapsed index c2258ef65..933612110 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.052424669265747 \ No newline at end of file +2.040814161300659 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_localbufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_localbufwrite-001_0.txt index d0d1a9302..8cd4020c7 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_localbufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #403 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.052424669265747 +Command return code: 0, elapsed time: 2.040814161300659 Finished #403 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_localbufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_put-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_put-001_0.elapsed index 74bb4eae3..67ad30767 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_put-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_put-001_0.elapsed @@ -1 +1 @@ -2.044257640838623 \ No newline at end of file +2.054250478744507 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_put-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_put-001_0.txt index e55428df5..eb940b6e5 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_put-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_put-001_0.txt @@ -1,5 +1,5 @@ Running #45 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_put-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.044257640838623 +Command return code: 0, elapsed time: 2.054250478744507 Finished #45 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_put-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_put-002_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_put-002_0.elapsed index 31205c732..47c7d2801 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_put-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_put-002_0.elapsed @@ -1 +1 @@ -2.1221063137054443 \ No newline at end of file +2.062058448791504 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_put-002_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_put-002_0.txt index b1329f9a0..40e945c53 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_put-002_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_put-002_0.txt @@ -1,5 +1,5 @@ Running #308 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_put-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_put-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_put-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_put-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1221063137054443 +Command return code: 0, elapsed time: 2.062058448791504 Finished #308 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_put-002.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-001_0.elapsed index 748c0a8e1..180a6ea3e 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-001_0.elapsed @@ -1 +1 @@ -2.0966737270355225 \ No newline at end of file +2.01151180267334 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-001_0.txt index 7c66a62d8..7c9ba98b7 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #208 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_raccumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0966737270355225 +Command return code: 0, elapsed time: 2.01151180267334 Finished #208 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_raccumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-002_0.elapsed index 68c0412be..5844fea2d 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-002_0.elapsed @@ -1 +1 @@ -2.251946210861206 \ No newline at end of file +2.1742329597473145 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-002_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-002_0.txt index e21b56f18..f23d6914d 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_raccumulate-002_0.txt @@ -1,5 +1,5 @@ Running #151 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_raccumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_raccumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_raccumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_raccumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.251946210861206 +Command return code: 0, elapsed time: 2.1742329597473145 Finished #151 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_raccumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_rget-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_rget-001_0.elapsed index c441c3835..e5e4e5ced 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_rget-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_rget-001_0.elapsed @@ -1 +1 @@ -2.202807903289795 \ No newline at end of file +2.1408820152282715 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_rget-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_rget-001_0.txt index 4ea202d38..6010e24f7 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_rget-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_rget-001_0.txt @@ -1,5 +1,5 @@ Running #410 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_rget-001.c (batchinfo:1/1) @@ -47,16 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | -| -| -| -Command return code: 0, elapsed time: 2.202807903289795 +Command return code: 0, elapsed time: 2.1408820152282715 Finished #410 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_rget-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_rget-002_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_rget-002_0.elapsed index 2dfef0c50..929172cf9 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_rget-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_rget-002_0.elapsed @@ -1 +1 @@ -1.9813504219055176 \ No newline at end of file +3.1625325679779053 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_rget-002_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_rget-002_0.txt index f4e3c36be..a60b0a6df 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_rget-002_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_rget-002_0.txt @@ -1,5 +1,5 @@ Running #104 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_rget-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_rget-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_rget-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_rget-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9813504219055176 +| +Command return code: 0, elapsed time: 3.1625325679779053 Finished #104 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_rget-002.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-001_0.elapsed index a38a9cc3c..da73e58c1 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -2.2180984020233154 \ No newline at end of file +2.0984480381011963 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-001_0.txt index eb7a0269b..13b087937 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #154 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_rget_accumulate-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.2180984020233154 +| +Command return code: 0, elapsed time: 2.0984480381011963 Finished #154 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_rget_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-002_0.elapsed index b66d2dc5a..fd750fcb6 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-002_0.elapsed @@ -1 +1 @@ -3.5307092666625977 \ No newline at end of file +3.560516119003296 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-002_0.txt index 2deb4ffa9..77a6b6734 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_rget_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #231 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_rget_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_rget_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_rget_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_rget_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 3.5307092666625977 +Command return code: 0, elapsed time: 3.560516119003296 Finished #231 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_rget_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_rput-001_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_rput-001_0.elapsed index b1b322879..4791b48ed 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_rput-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_rput-001_0.elapsed @@ -1 +1 @@ -1.9062097072601318 \ No newline at end of file +2.030697822570801 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_rput-001_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_rput-001_0.txt index 347008bb8..c339a9ac3 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_rput-001_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_rput-001_0.txt @@ -1,5 +1,5 @@ Running #81 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_rput-001.c (batchinfo:1/1) @@ -47,15 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | | -| -Command return code: 0, elapsed time: 1.9062097072601318 +Command return code: 0, elapsed time: 2.030697822570801 Finished #81 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_rput-001.c diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_rput-002_0.elapsed b/logs-20240607/itac/Correct-fence-fetch_and_op_rput-002_0.elapsed index 821918a30..f0da77160 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_rput-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_rput-002_0.elapsed @@ -1 +1 @@ -2.3255722522735596 \ No newline at end of file +2.14479923248291 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-fetch_and_op_rput-002_0.txt b/logs-20240607/itac/Correct-fence-fetch_and_op_rput-002_0.txt index 441e6ac9c..26f70ac65 100644 --- a/logs-20240607/itac/Correct-fence-fetch_and_op_rput-002_0.txt +++ b/logs-20240607/itac/Correct-fence-fetch_and_op_rput-002_0.txt @@ -1,5 +1,5 @@ Running #214 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_rput-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-fetch_and_op_rput-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_rput-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-fetch_and_op_rput-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 2.3255722522735596 +Command return code: 0, elapsed time: 2.14479923248291 Finished #214 /MBI/scripts/gencodes/RMA/Correct-fence-fetch_and_op_rput-002.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate-001_0.elapsed index 0fe97cee0..12cd77cfa 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate-001_0.elapsed @@ -1 +1 @@ -2.177865743637085 \ No newline at end of file +2.169839859008789 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate-001_0.txt index f2a909538..c41c4d12d 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #210 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.177865743637085 +| +Command return code: 0, elapsed time: 2.169839859008789 Finished #210 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-001_0.elapsed index c756556b0..8eac22ecb 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-001_0.elapsed @@ -1 +1 @@ -1.8837833404541016 \ No newline at end of file +1.8745899200439453 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-001_0.txt index 4418bd269..9d4a507e2 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #267 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 1.8837833404541016 +Command return code: 0, elapsed time: 1.8745899200439453 Finished #267 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-002_0.elapsed index e8056f383..042adc510 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-002_0.elapsed @@ -1 +1 @@ -2.0789830684661865 \ No newline at end of file +2.189974546432495 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-002_0.txt index 5fb1bbf8c..7b56f99b2 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #316 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0789830684661865 +Command return code: 0, elapsed time: 2.189974546432495 Finished #316 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_bufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_bufread-001_0.elapsed index 29554e9c7..edd5b64bc 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_bufread-001_0.elapsed @@ -1 +1 @@ -1.9359095096588135 \ No newline at end of file +1.8835411071777344 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_bufread-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_bufread-001_0.txt index 1c37d7844..71cb4c59b 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #301 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9359095096588135 +| +Command return code: 0, elapsed time: 1.8835411071777344 Finished #301 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_bufread-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_bufwrite-001_0.elapsed index 557b62421..091cfe983 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.9212007522583008 \ No newline at end of file +1.8983840942382812 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_bufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_bufwrite-001_0.txt index b5b123e56..f416b3e62 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #203 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 1.9212007522583008 +Command return code: 0, elapsed time: 1.8983840942382812 Finished #203 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-001_0.elapsed index d2afb27e0..9746cd5db 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -2.251957654953003 \ No newline at end of file +2.201160430908203 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-001_0.txt index b61919f3f..75f86f1c2 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #131 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_compare_and_swap-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.251957654953003 +Command return code: 0, elapsed time: 2.201160430908203 Finished #131 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_compare_and_swap-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-002_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-002_0.elapsed index 211f1c5ff..f6b08840e 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-002_0.elapsed @@ -1 +1 @@ -2.0378003120422363 \ No newline at end of file +2.1762824058532715 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-002_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-002_0.txt index bbea898ca..c8a3f31bf 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-002_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_compare_and_swap-002_0.txt @@ -1,5 +1,5 @@ Running #141 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_compare_and_swap-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_compare_and_swap-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_compare_and_swap-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_compare_and_swap-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0378003120422363 +Command return code: 0, elapsed time: 2.1762824058532715 Finished #141 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_compare_and_swap-002.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-001_0.elapsed index 4983bb780..bdc52825b 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -2.1117801666259766 \ No newline at end of file +2.2025797367095947 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-001_0.txt index c12807754..22e833f36 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #184 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_fetch_and_op-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1117801666259766 +Command return code: 0, elapsed time: 2.2025797367095947 Finished #184 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_fetch_and_op-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-002_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-002_0.elapsed index 3b874319b..d437256a2 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-002_0.elapsed @@ -1 +1 @@ -2.08768892288208 \ No newline at end of file +2.224181890487671 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-002_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-002_0.txt index 4b5c5b1aa..6533f88ec 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-002_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_fetch_and_op-002_0.txt @@ -1,5 +1,5 @@ Running #375 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_fetch_and_op-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_fetch_and_op-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_fetch_and_op-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_fetch_and_op-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 2.08768892288208 +Command return code: 0, elapsed time: 2.224181890487671 Finished #375 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_fetch_and_op-002.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_get-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_get-001_0.elapsed index b149afe0b..17cc6749c 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_get-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_get-001_0.elapsed @@ -1 +1 @@ -2.1638731956481934 \ No newline at end of file +3.014909505844116 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_get-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_get-001_0.txt index b975e7f21..7dd941e38 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_get-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_get-001_0.txt @@ -1,5 +1,5 @@ Running #289 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1638731956481934 +Command return code: 0, elapsed time: 3.014909505844116 Finished #289 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_get-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_get-002_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_get-002_0.elapsed index 303de85fa..a482417f5 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_get-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_get-002_0.elapsed @@ -1 +1 @@ -1.9596145153045654 \ No newline at end of file +2.0584399700164795 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_get-002_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_get-002_0.txt index c6e9ab965..810665f48 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_get-002_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_get-002_0.txt @@ -1,5 +1,5 @@ Running #194 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_get-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_get-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_get-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_get-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9596145153045654 +Command return code: 0, elapsed time: 2.0584399700164795 Finished #194 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_get-002.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-001_0.elapsed index 1fa2657ab..6e89117bc 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-001_0.elapsed @@ -1 +1 @@ -1.9811208248138428 \ No newline at end of file +2.053769826889038 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-001_0.txt index b81e64fce..2f8177573 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #196 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_get_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9811208248138428 +Command return code: 0, elapsed time: 2.053769826889038 Finished #196 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_get_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-002_0.elapsed index dc7780c9a..046a4d70a 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-002_0.elapsed @@ -1 +1 @@ -2.121659517288208 \ No newline at end of file +2.160810947418213 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-002_0.txt index 517e609d9..5a33539be 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_get_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #76 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_get_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_get_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_get_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_get_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,8 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.121659517288208 +| +| +Command return code: 0, elapsed time: 2.160810947418213 Finished #76 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_get_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_localbufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_localbufread-001_0.elapsed index d7455b61f..028338cad 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_localbufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_localbufread-001_0.elapsed @@ -1 +1 @@ -2.0941243171691895 \ No newline at end of file +2.107175588607788 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_localbufread-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_localbufread-001_0.txt index 1b51e8641..b0407ddde 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_localbufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #328 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0941243171691895 +Command return code: 0, elapsed time: 2.107175588607788 Finished #328 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_localbufread-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_localbufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_localbufwrite-001_0.elapsed index eb6485be4..4b9bfbdeb 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.1042962074279785 \ No newline at end of file +2.159102201461792 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_localbufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_localbufwrite-001_0.txt index c8c3ddd46..fc0cdcd15 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_localbufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #119 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1042962074279785 +Command return code: 0, elapsed time: 2.159102201461792 Finished #119 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_localbufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_put-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_put-001_0.elapsed index 24e07e100..0f9c2344d 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_put-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_put-001_0.elapsed @@ -1 +1 @@ -3.4872705936431885 \ No newline at end of file +3.553861618041992 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_put-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_put-001_0.txt index 1e1e561a7..e3808a076 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_put-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_put-001_0.txt @@ -1,5 +1,5 @@ Running #198 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_put-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | | -Command return code: 0, elapsed time: 3.4872705936431885 +Command return code: 0, elapsed time: 3.553861618041992 Finished #198 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_put-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_put-002_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_put-002_0.elapsed index cb08300f4..ba9d4745f 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_put-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_put-002_0.elapsed @@ -1 +1 @@ -1.9133577346801758 \ No newline at end of file +1.9305408000946045 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_put-002_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_put-002_0.txt index 76b62fe00..c271c35cc 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_put-002_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_put-002_0.txt @@ -1,5 +1,5 @@ Running #37 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_put-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_put-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_put-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_put-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9133577346801758 +Command return code: 0, elapsed time: 1.9305408000946045 Finished #37 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_put-002.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-001_0.elapsed index 6c9269b98..25e3ee366 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-001_0.elapsed @@ -1 +1 @@ -1.8276636600494385 \ No newline at end of file +1.8938775062561035 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-001_0.txt index 2442b534a..ee9055c6a 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #266 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_raccumulate-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 1.8276636600494385 +| +Command return code: 0, elapsed time: 1.8938775062561035 Finished #266 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_raccumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-002_0.elapsed index 7c71c5d69..6aca67f78 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-002_0.elapsed @@ -1 +1 @@ -2.2108044624328613 \ No newline at end of file +2.1211061477661133 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-002_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-002_0.txt index e82894fe4..f6649c9f1 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_raccumulate-002_0.txt @@ -1,5 +1,5 @@ Running #425 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_raccumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_raccumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_raccumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_raccumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2108044624328613 +Command return code: 0, elapsed time: 2.1211061477661133 Finished #425 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_raccumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_rget-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_rget-001_0.elapsed index ec45fcb61..676a38ce9 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_rget-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_rget-001_0.elapsed @@ -1 +1 @@ -2.054722309112549 \ No newline at end of file +3.8088550567626953 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_rget-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_rget-001_0.txt index e2fdb844c..4fb93e298 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_rget-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_rget-001_0.txt @@ -1,5 +1,5 @@ Running #451 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.054722309112549 +Command return code: 0, elapsed time: 3.8088550567626953 Finished #451 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_rget-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_rget-002_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_rget-002_0.elapsed index e9047564f..f427b9952 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_rget-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_rget-002_0.elapsed @@ -1 +1 @@ -2.161668062210083 \ No newline at end of file +2.08185076713562 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_rget-002_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_rget-002_0.txt index fe568e2a8..94fc312dd 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_rget-002_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_rget-002_0.txt @@ -1,5 +1,5 @@ Running #145 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_rget-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_rget-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_rget-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_rget-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.161668062210083 +Command return code: 0, elapsed time: 2.08185076713562 Finished #145 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_rget-002.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-001_0.elapsed index f4b63caf4..1745f044e 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -1.9625723361968994 \ No newline at end of file +2.0274531841278076 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-001_0.txt index 65425c80b..e9b765249 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #440 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_rget_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9625723361968994 +Command return code: 0, elapsed time: 2.0274531841278076 Finished #440 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_rget_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-002_0.elapsed index 060157d0b..4f94ceceb 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-002_0.elapsed @@ -1 +1 @@ -2.2283198833465576 \ No newline at end of file +2.1468873023986816 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-002_0.txt index a28a9ed7e..3021944b5 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_rget_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #382 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_rget_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_rget_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_rget_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_rget_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2283198833465576 +Command return code: 0, elapsed time: 2.1468873023986816 Finished #382 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_rget_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_rput-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_rput-001_0.elapsed index 999d00f95..5b417a4f0 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_rput-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_rput-001_0.elapsed @@ -1 +1 @@ -2.250997543334961 \ No newline at end of file +2.0950334072113037 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_rput-001_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_rput-001_0.txt index 69ba6965f..5a8a48636 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_rput-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_rput-001_0.txt @@ -1,5 +1,5 @@ Running #29 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_rput-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.250997543334961 +| +Command return code: 0, elapsed time: 2.0950334072113037 Finished #29 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_rput-001.c diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_rput-002_0.elapsed b/logs-20240607/itac/Correct-fence-get_accumulate_rput-002_0.elapsed index df4831ebb..e282a547a 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_rput-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_accumulate_rput-002_0.elapsed @@ -1 +1 @@ -2.2155280113220215 \ No newline at end of file +2.0958588123321533 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_accumulate_rput-002_0.txt b/logs-20240607/itac/Correct-fence-get_accumulate_rput-002_0.txt index f8f8d6bd2..58480682a 100644 --- a/logs-20240607/itac/Correct-fence-get_accumulate_rput-002_0.txt +++ b/logs-20240607/itac/Correct-fence-get_accumulate_rput-002_0.txt @@ -1,5 +1,5 @@ Running #281 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_rput-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_accumulate_rput-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_accumulate_rput-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_accumulate_rput-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2155280113220215 +Command return code: 0, elapsed time: 2.0958588123321533 Finished #281 /MBI/scripts/gencodes/RMA/Correct-fence-get_accumulate_rput-002.c diff --git a/logs-20240607/itac/Correct-fence-get_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_bufwrite-001_0.elapsed index 3771f82a9..ba9f16555 100644 --- a/logs-20240607/itac/Correct-fence-get_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.235830783843994 \ No newline at end of file +2.220733880996704 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_bufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-get_bufwrite-001_0.txt index 53050225e..7b4b6291d 100644 --- a/logs-20240607/itac/Correct-fence-get_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #254 /MBI/scripts/gencodes/RMA/Correct-fence-get_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_bufwrite-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.235830783843994 +Command return code: 0, elapsed time: 2.220733880996704 Finished #254 /MBI/scripts/gencodes/RMA/Correct-fence-get_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-get_compare_and_swap-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_compare_and_swap-001_0.elapsed index 43ce33ee8..cb2dba4f1 100644 --- a/logs-20240607/itac/Correct-fence-get_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -3.6488828659057617 \ No newline at end of file +1.9538896083831787 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_compare_and_swap-001_0.txt b/logs-20240607/itac/Correct-fence-get_compare_and_swap-001_0.txt index e8733ea81..33ef11bc5 100644 --- a/logs-20240607/itac/Correct-fence-get_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #242 /MBI/scripts/gencodes/RMA/Correct-fence-get_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_compare_and_swap-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | | -Command return code: 0, elapsed time: 3.6488828659057617 +Command return code: 0, elapsed time: 1.9538896083831787 Finished #242 /MBI/scripts/gencodes/RMA/Correct-fence-get_compare_and_swap-001.c diff --git a/logs-20240607/itac/Correct-fence-get_fetch_and_op-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_fetch_and_op-001_0.elapsed index 17ed10a45..4cdf7a0d5 100644 --- a/logs-20240607/itac/Correct-fence-get_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -2.2260193824768066 \ No newline at end of file +2.281357526779175 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_fetch_and_op-001_0.txt b/logs-20240607/itac/Correct-fence-get_fetch_and_op-001_0.txt index e08a592c5..94e3ef896 100644 --- a/logs-20240607/itac/Correct-fence-get_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #128 /MBI/scripts/gencodes/RMA/Correct-fence-get_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_fetch_and_op-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2260193824768066 +Command return code: 0, elapsed time: 2.281357526779175 Finished #128 /MBI/scripts/gencodes/RMA/Correct-fence-get_fetch_and_op-001.c diff --git a/logs-20240607/itac/Correct-fence-get_get-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_get-001_0.elapsed index 4e9d4098f..504a9f58b 100644 --- a/logs-20240607/itac/Correct-fence-get_get-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_get-001_0.elapsed @@ -1 +1 @@ -1.882636547088623 \ No newline at end of file +2.450517177581787 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_get-001_0.txt b/logs-20240607/itac/Correct-fence-get_get-001_0.txt index 85967414c..992e21b36 100644 --- a/logs-20240607/itac/Correct-fence-get_get-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_get-001_0.txt @@ -1,5 +1,5 @@ Running #338 /MBI/scripts/gencodes/RMA/Correct-fence-get_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.882636547088623 +Command return code: 0, elapsed time: 2.450517177581787 Finished #338 /MBI/scripts/gencodes/RMA/Correct-fence-get_get-001.c diff --git a/logs-20240607/itac/Correct-fence-get_get-002_0.elapsed b/logs-20240607/itac/Correct-fence-get_get-002_0.elapsed index 1595f5d14..b6fd50b5b 100644 --- a/logs-20240607/itac/Correct-fence-get_get-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_get-002_0.elapsed @@ -1 +1 @@ -2.215581178665161 \ No newline at end of file +2.0062625408172607 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_get-002_0.txt b/logs-20240607/itac/Correct-fence-get_get-002_0.txt index 1867b3465..0af57a6de 100644 --- a/logs-20240607/itac/Correct-fence-get_get-002_0.txt +++ b/logs-20240607/itac/Correct-fence-get_get-002_0.txt @@ -1,5 +1,5 @@ Running #413 /MBI/scripts/gencodes/RMA/Correct-fence-get_get-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_get-002.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_get-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_get-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally -| Rank 2 finished normally | Rank 1 finished normally +| Rank 2 finished normally | -Command return code: 0, elapsed time: 2.215581178665161 +Command return code: 0, elapsed time: 2.0062625408172607 Finished #413 /MBI/scripts/gencodes/RMA/Correct-fence-get_get-002.c diff --git a/logs-20240607/itac/Correct-fence-get_get_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_get_accumulate-001_0.elapsed index af83393dc..b1c140d56 100644 --- a/logs-20240607/itac/Correct-fence-get_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_get_accumulate-001_0.elapsed @@ -1 +1 @@ -2.0524404048919678 \ No newline at end of file +2.0779950618743896 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_get_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-get_get_accumulate-001_0.txt index d5a8fa0df..71ec88461 100644 --- a/logs-20240607/itac/Correct-fence-get_get_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #311 /MBI/scripts/gencodes/RMA/Correct-fence-get_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_get_accumulate-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -Command return code: 0, elapsed time: 2.0524404048919678 +Command return code: 0, elapsed time: 2.0779950618743896 Finished #311 /MBI/scripts/gencodes/RMA/Correct-fence-get_get_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-get_put-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_put-001_0.elapsed index 75cff8f02..0108e6cd3 100644 --- a/logs-20240607/itac/Correct-fence-get_put-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_put-001_0.elapsed @@ -1 +1 @@ -1.8521153926849365 \ No newline at end of file +1.8623485565185547 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_put-001_0.txt b/logs-20240607/itac/Correct-fence-get_put-001_0.txt index c557f1f5a..cdcfd4613 100644 --- a/logs-20240607/itac/Correct-fence-get_put-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_put-001_0.txt @@ -1,5 +1,5 @@ Running #133 /MBI/scripts/gencodes/RMA/Correct-fence-get_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.8521153926849365 +Command return code: 0, elapsed time: 1.8623485565185547 Finished #133 /MBI/scripts/gencodes/RMA/Correct-fence-get_put-001.c diff --git a/logs-20240607/itac/Correct-fence-get_raccumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_raccumulate-001_0.elapsed index 73b3a11c1..13a63b8e0 100644 --- a/logs-20240607/itac/Correct-fence-get_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_raccumulate-001_0.elapsed @@ -1 +1 @@ -2.161635637283325 \ No newline at end of file +2.2219717502593994 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_raccumulate-001_0.txt b/logs-20240607/itac/Correct-fence-get_raccumulate-001_0.txt index e73185522..abcb70fcf 100644 --- a/logs-20240607/itac/Correct-fence-get_raccumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #418 /MBI/scripts/gencodes/RMA/Correct-fence-get_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_raccumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.161635637283325 +Command return code: 0, elapsed time: 2.2219717502593994 Finished #418 /MBI/scripts/gencodes/RMA/Correct-fence-get_raccumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-get_rget-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_rget-001_0.elapsed index ed2ab5dab..c489a19e2 100644 --- a/logs-20240607/itac/Correct-fence-get_rget-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_rget-001_0.elapsed @@ -1 +1 @@ -2.358353614807129 \ No newline at end of file +2.1806371212005615 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_rget-001_0.txt b/logs-20240607/itac/Correct-fence-get_rget-001_0.txt index d118c4f97..35018d39c 100644 --- a/logs-20240607/itac/Correct-fence-get_rget-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_rget-001_0.txt @@ -1,5 +1,5 @@ Running #353 /MBI/scripts/gencodes/RMA/Correct-fence-get_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_rget-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -| -Command return code: 0, elapsed time: 2.358353614807129 +Command return code: 0, elapsed time: 2.1806371212005615 Finished #353 /MBI/scripts/gencodes/RMA/Correct-fence-get_rget-001.c diff --git a/logs-20240607/itac/Correct-fence-get_rget-002_0.elapsed b/logs-20240607/itac/Correct-fence-get_rget-002_0.elapsed index bda7fddae..55b7cd25d 100644 --- a/logs-20240607/itac/Correct-fence-get_rget-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_rget-002_0.elapsed @@ -1 +1 @@ -2.1630196571350098 \ No newline at end of file +2.135803461074829 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_rget-002_0.txt b/logs-20240607/itac/Correct-fence-get_rget-002_0.txt index b42d18cf9..82eb8e3c5 100644 --- a/logs-20240607/itac/Correct-fence-get_rget-002_0.txt +++ b/logs-20240607/itac/Correct-fence-get_rget-002_0.txt @@ -1,5 +1,5 @@ Running #98 /MBI/scripts/gencodes/RMA/Correct-fence-get_rget-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_rget-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_rget-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_rget-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1630196571350098 +Command return code: 0, elapsed time: 2.135803461074829 Finished #98 /MBI/scripts/gencodes/RMA/Correct-fence-get_rget-002.c diff --git a/logs-20240607/itac/Correct-fence-get_rget_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_rget_accumulate-001_0.elapsed index 3758b0aa3..bd7921b94 100644 --- a/logs-20240607/itac/Correct-fence-get_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -3.5266647338867188 \ No newline at end of file +3.4983365535736084 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_rget_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-get_rget_accumulate-001_0.txt index 9cc57d7b0..1a5dfc3f1 100644 --- a/logs-20240607/itac/Correct-fence-get_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #330 /MBI/scripts/gencodes/RMA/Correct-fence-get_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_rget_accumulate-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 3.5266647338867188 +| +Command return code: 0, elapsed time: 3.4983365535736084 Finished #330 /MBI/scripts/gencodes/RMA/Correct-fence-get_rget_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-get_rput-001_0.elapsed b/logs-20240607/itac/Correct-fence-get_rput-001_0.elapsed index 0f2220e35..30af06fba 100644 --- a/logs-20240607/itac/Correct-fence-get_rput-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-get_rput-001_0.elapsed @@ -1 +1 @@ -2.0036520957946777 \ No newline at end of file +2.237407684326172 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-get_rput-001_0.txt b/logs-20240607/itac/Correct-fence-get_rput-001_0.txt index 878f9e508..7a0bf628c 100644 --- a/logs-20240607/itac/Correct-fence-get_rput-001_0.txt +++ b/logs-20240607/itac/Correct-fence-get_rput-001_0.txt @@ -1,5 +1,5 @@ Running #376 /MBI/scripts/gencodes/RMA/Correct-fence-get_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-get_rput-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-get_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-get_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 2.0036520957946777 +Command return code: 0, elapsed time: 2.237407684326172 Finished #376 /MBI/scripts/gencodes/RMA/Correct-fence-get_rput-001.c diff --git a/logs-20240607/itac/Correct-fence-put_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_accumulate-001_0.elapsed index 3f86856f3..0af4e7f19 100644 --- a/logs-20240607/itac/Correct-fence-put_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_accumulate-001_0.elapsed @@ -1 +1 @@ -2.1832544803619385 \ No newline at end of file +2.078143358230591 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-put_accumulate-001_0.txt index 522d6a048..15844884b 100644 --- a/logs-20240607/itac/Correct-fence-put_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #190 /MBI/scripts/gencodes/RMA/Correct-fence-put_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1832544803619385 +Command return code: 0, elapsed time: 2.078143358230591 Finished #190 /MBI/scripts/gencodes/RMA/Correct-fence-put_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-put_bufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_bufread-001_0.elapsed index ce563dc42..8fb5db995 100644 --- a/logs-20240607/itac/Correct-fence-put_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_bufread-001_0.elapsed @@ -1 +1 @@ -2.0034611225128174 \ No newline at end of file +1.9849705696105957 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_bufread-001_0.txt b/logs-20240607/itac/Correct-fence-put_bufread-001_0.txt index 5e59575b9..6f343cf6c 100644 --- a/logs-20240607/itac/Correct-fence-put_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #402 /MBI/scripts/gencodes/RMA/Correct-fence-put_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile Correct-fence-put_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0034611225128174 +Command return code: 0, elapsed time: 1.9849705696105957 Finished #402 /MBI/scripts/gencodes/RMA/Correct-fence-put_bufread-001.c diff --git a/logs-20240607/itac/Correct-fence-put_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_bufwrite-001_0.elapsed index 34f3f374f..545d7c49e 100644 --- a/logs-20240607/itac/Correct-fence-put_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.068617343902588 \ No newline at end of file +2.3155150413513184 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_bufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-put_bufwrite-001_0.txt index e074a7b65..81829a861 100644 --- a/logs-20240607/itac/Correct-fence-put_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #329 /MBI/scripts/gencodes/RMA/Correct-fence-put_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.068617343902588 +Command return code: 0, elapsed time: 2.3155150413513184 Finished #329 /MBI/scripts/gencodes/RMA/Correct-fence-put_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-put_compare_and_swap-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_compare_and_swap-001_0.elapsed index d74ba4ebe..b326dfa18 100644 --- a/logs-20240607/itac/Correct-fence-put_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -2.0030760765075684 \ No newline at end of file +2.1171646118164062 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_compare_and_swap-001_0.txt b/logs-20240607/itac/Correct-fence-put_compare_and_swap-001_0.txt index f46741159..1c799788c 100644 --- a/logs-20240607/itac/Correct-fence-put_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #248 /MBI/scripts/gencodes/RMA/Correct-fence-put_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_compare_and_swap-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.0030760765075684 +| +Command return code: 0, elapsed time: 2.1171646118164062 Finished #248 /MBI/scripts/gencodes/RMA/Correct-fence-put_compare_and_swap-001.c diff --git a/logs-20240607/itac/Correct-fence-put_fetch_and_op-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_fetch_and_op-001_0.elapsed index f73dba63b..7e0b577fb 100644 --- a/logs-20240607/itac/Correct-fence-put_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -2.1149063110351562 \ No newline at end of file +2.2113866806030273 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_fetch_and_op-001_0.txt b/logs-20240607/itac/Correct-fence-put_fetch_and_op-001_0.txt index 49b7fa073..782782790 100644 --- a/logs-20240607/itac/Correct-fence-put_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #453 /MBI/scripts/gencodes/RMA/Correct-fence-put_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_fetch_and_op-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1149063110351562 +Command return code: 0, elapsed time: 2.2113866806030273 Finished #453 /MBI/scripts/gencodes/RMA/Correct-fence-put_fetch_and_op-001.c diff --git a/logs-20240607/itac/Correct-fence-put_get-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_get-001_0.elapsed index 372930d28..aae5c079a 100644 --- a/logs-20240607/itac/Correct-fence-put_get-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_get-001_0.elapsed @@ -1 +1 @@ -1.9135527610778809 \ No newline at end of file +1.8279070854187012 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_get-001_0.txt b/logs-20240607/itac/Correct-fence-put_get-001_0.txt index 294915d46..b1d0e53c5 100644 --- a/logs-20240607/itac/Correct-fence-put_get-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_get-001_0.txt @@ -1,5 +1,5 @@ Running #5 /MBI/scripts/gencodes/RMA/Correct-fence-put_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_get-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 1.9135527610778809 +Command return code: 0, elapsed time: 1.8279070854187012 Finished #5 /MBI/scripts/gencodes/RMA/Correct-fence-put_get-001.c diff --git a/logs-20240607/itac/Correct-fence-put_get_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_get_accumulate-001_0.elapsed index d01d175b4..2e8691d2f 100644 --- a/logs-20240607/itac/Correct-fence-put_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_get_accumulate-001_0.elapsed @@ -1 +1 @@ -2.148001194000244 \ No newline at end of file +2.152923583984375 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_get_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-put_get_accumulate-001_0.txt index 3c47fe5dc..f1e6ee417 100644 --- a/logs-20240607/itac/Correct-fence-put_get_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #276 /MBI/scripts/gencodes/RMA/Correct-fence-put_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_get_accumulate-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.148001194000244 +Command return code: 0, elapsed time: 2.152923583984375 Finished #276 /MBI/scripts/gencodes/RMA/Correct-fence-put_get_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-put_localbufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_localbufread-001_0.elapsed index 4aad6b711..99075d43a 100644 --- a/logs-20240607/itac/Correct-fence-put_localbufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_localbufread-001_0.elapsed @@ -1 +1 @@ -1.9450974464416504 \ No newline at end of file +1.8954026699066162 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_localbufread-001_0.txt b/logs-20240607/itac/Correct-fence-put_localbufread-001_0.txt index e216dc2f8..d18019532 100644 --- a/logs-20240607/itac/Correct-fence-put_localbufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #72 /MBI/scripts/gencodes/RMA/Correct-fence-put_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9450974464416504 +| +Command return code: 0, elapsed time: 1.8954026699066162 Finished #72 /MBI/scripts/gencodes/RMA/Correct-fence-put_localbufread-001.c diff --git a/logs-20240607/itac/Correct-fence-put_localbufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_localbufwrite-001_0.elapsed index a649ea241..bc36e4902 100644 --- a/logs-20240607/itac/Correct-fence-put_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.135073184967041 \ No newline at end of file +2.1391372680664062 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_localbufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-put_localbufwrite-001_0.txt index 642c599c4..b84aeb895 100644 --- a/logs-20240607/itac/Correct-fence-put_localbufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #348 /MBI/scripts/gencodes/RMA/Correct-fence-put_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.135073184967041 +Command return code: 0, elapsed time: 2.1391372680664062 Finished #348 /MBI/scripts/gencodes/RMA/Correct-fence-put_localbufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-put_put-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_put-001_0.elapsed index 426fdd3fa..32368222d 100644 --- a/logs-20240607/itac/Correct-fence-put_put-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_put-001_0.elapsed @@ -1 +1 @@ -2.130117177963257 \ No newline at end of file +2.2051737308502197 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_put-001_0.txt b/logs-20240607/itac/Correct-fence-put_put-001_0.txt index 200588728..676504c36 100644 --- a/logs-20240607/itac/Correct-fence-put_put-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_put-001_0.txt @@ -1,5 +1,5 @@ Running #415 /MBI/scripts/gencodes/RMA/Correct-fence-put_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_put-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.130117177963257 +Command return code: 0, elapsed time: 2.2051737308502197 Finished #415 /MBI/scripts/gencodes/RMA/Correct-fence-put_put-001.c diff --git a/logs-20240607/itac/Correct-fence-put_put-002_0.elapsed b/logs-20240607/itac/Correct-fence-put_put-002_0.elapsed index f5a287eb1..eafbb4880 100644 --- a/logs-20240607/itac/Correct-fence-put_put-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_put-002_0.elapsed @@ -1 +1 @@ -2.0671510696411133 \ No newline at end of file +2.1173644065856934 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_put-002_0.txt b/logs-20240607/itac/Correct-fence-put_put-002_0.txt index 8e717f836..bb6d3b543 100644 --- a/logs-20240607/itac/Correct-fence-put_put-002_0.txt +++ b/logs-20240607/itac/Correct-fence-put_put-002_0.txt @@ -1,5 +1,5 @@ Running #452 /MBI/scripts/gencodes/RMA/Correct-fence-put_put-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_put-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_put-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_put-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 2.0671510696411133 +Command return code: 0, elapsed time: 2.1173644065856934 Finished #452 /MBI/scripts/gencodes/RMA/Correct-fence-put_put-002.c diff --git a/logs-20240607/itac/Correct-fence-put_raccumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_raccumulate-001_0.elapsed index 38721cba2..c26476bec 100644 --- a/logs-20240607/itac/Correct-fence-put_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_raccumulate-001_0.elapsed @@ -1 +1 @@ -1.9504354000091553 \ No newline at end of file +1.9605154991149902 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_raccumulate-001_0.txt b/logs-20240607/itac/Correct-fence-put_raccumulate-001_0.txt index d72e184d3..0d3f1c235 100644 --- a/logs-20240607/itac/Correct-fence-put_raccumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #35 /MBI/scripts/gencodes/RMA/Correct-fence-put_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_raccumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9504354000091553 +Command return code: 0, elapsed time: 1.9605154991149902 Finished #35 /MBI/scripts/gencodes/RMA/Correct-fence-put_raccumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-put_rget-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_rget-001_0.elapsed index 3abdc144a..8bcbed122 100644 --- a/logs-20240607/itac/Correct-fence-put_rget-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_rget-001_0.elapsed @@ -1 +1 @@ -2.1524624824523926 \ No newline at end of file +2.0098798274993896 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_rget-001_0.txt b/logs-20240607/itac/Correct-fence-put_rget-001_0.txt index 7a1a98dd9..a2b8d1120 100644 --- a/logs-20240607/itac/Correct-fence-put_rget-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_rget-001_0.txt @@ -1,5 +1,5 @@ Running #174 /MBI/scripts/gencodes/RMA/Correct-fence-put_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_rget-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.1524624824523926 +| +Command return code: 0, elapsed time: 2.0098798274993896 Finished #174 /MBI/scripts/gencodes/RMA/Correct-fence-put_rget-001.c diff --git a/logs-20240607/itac/Correct-fence-put_rget_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_rget_accumulate-001_0.elapsed index 207d4765e..b23667484 100644 --- a/logs-20240607/itac/Correct-fence-put_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -2.206756830215454 \ No newline at end of file +2.108443021774292 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_rget_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-put_rget_accumulate-001_0.txt index 25b1735dc..d19f0b357 100644 --- a/logs-20240607/itac/Correct-fence-put_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #42 /MBI/scripts/gencodes/RMA/Correct-fence-put_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_rget_accumulate-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.206756830215454 +Command return code: 0, elapsed time: 2.108443021774292 Finished #42 /MBI/scripts/gencodes/RMA/Correct-fence-put_rget_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-put_rput-001_0.elapsed b/logs-20240607/itac/Correct-fence-put_rput-001_0.elapsed index b6a472ff6..b68867c8a 100644 --- a/logs-20240607/itac/Correct-fence-put_rput-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_rput-001_0.elapsed @@ -1 +1 @@ -2.263472318649292 \ No newline at end of file +2.1767826080322266 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_rput-001_0.txt b/logs-20240607/itac/Correct-fence-put_rput-001_0.txt index 1566f5c97..00e62e195 100644 --- a/logs-20240607/itac/Correct-fence-put_rput-001_0.txt +++ b/logs-20240607/itac/Correct-fence-put_rput-001_0.txt @@ -1,5 +1,5 @@ Running #124 /MBI/scripts/gencodes/RMA/Correct-fence-put_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.263472318649292 +Command return code: 0, elapsed time: 2.1767826080322266 Finished #124 /MBI/scripts/gencodes/RMA/Correct-fence-put_rput-001.c diff --git a/logs-20240607/itac/Correct-fence-put_rput-002_0.elapsed b/logs-20240607/itac/Correct-fence-put_rput-002_0.elapsed index 3085ba207..fdfac8a50 100644 --- a/logs-20240607/itac/Correct-fence-put_rput-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-put_rput-002_0.elapsed @@ -1 +1 @@ -3.6420440673828125 \ No newline at end of file +1.9826066493988037 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-put_rput-002_0.txt b/logs-20240607/itac/Correct-fence-put_rput-002_0.txt index eaa955754..85f5e3f0f 100644 --- a/logs-20240607/itac/Correct-fence-put_rput-002_0.txt +++ b/logs-20240607/itac/Correct-fence-put_rput-002_0.txt @@ -1,5 +1,5 @@ Running #428 /MBI/scripts/gencodes/RMA/Correct-fence-put_rput-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-put_rput-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-put_rput-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-put_rput-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 3.6420440673828125 +| +Command return code: 0, elapsed time: 1.9826066493988037 Finished #428 /MBI/scripts/gencodes/RMA/Correct-fence-put_rput-002.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_accumulate-001_0.elapsed index 1b94e82d4..5037f93eb 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_accumulate-001_0.elapsed @@ -1 +1 @@ -2.1387979984283447 \ No newline at end of file +2.1125223636627197 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_accumulate-001_0.txt index c6be5e0a9..039b428f5 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #55 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1387979984283447 +Command return code: 0, elapsed time: 2.1125223636627197 Finished #55 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_accumulate-002_0.elapsed index efd601bb1..1e82fc569 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_accumulate-002_0.elapsed @@ -1 +1 @@ -2.1562018394470215 \ No newline at end of file +2.137340784072876 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_accumulate-002_0.txt index fe59948a6..48911d43b 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #283 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1562018394470215 +Command return code: 0, elapsed time: 2.137340784072876 Finished #283 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_bufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_bufread-001_0.elapsed index 18254a8aa..f69b9b040 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_bufread-001_0.elapsed @@ -1 +1 @@ -1.9821288585662842 \ No newline at end of file +1.9751405715942383 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_bufread-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_bufread-001_0.txt index 0ce167c1b..9fdb8f657 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #331 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile Correct-fence-raccumulate_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9821288585662842 +| +Command return code: 0, elapsed time: 1.9751405715942383 Finished #331 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_bufread-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_bufwrite-001_0.elapsed index 787f2fda7..ac2db0d55 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.034682512283325 \ No newline at end of file +2.2520437240600586 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_bufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_bufwrite-001_0.txt index 19ae775e6..d8bf46658 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #179 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.034682512283325 +Command return code: 0, elapsed time: 2.2520437240600586 Finished #179 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-001_0.elapsed index 3e7e6695e..f1f4a59c7 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -2.1327593326568604 \ No newline at end of file +2.011586904525757 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-001_0.txt index 01ce11fbe..81f038f38 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #340 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_compare_and_swap-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1327593326568604 +Command return code: 0, elapsed time: 2.011586904525757 Finished #340 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_compare_and_swap-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-002_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-002_0.elapsed index 26c6dfc5c..860a2b19b 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-002_0.elapsed @@ -1 +1 @@ -2.020052194595337 \ No newline at end of file +2.1141774654388428 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-002_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-002_0.txt index 8df936ae1..bc75903e8 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-002_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_compare_and_swap-002_0.txt @@ -1,5 +1,5 @@ Running #24 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_compare_and_swap-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_compare_and_swap-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_compare_and_swap-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_compare_and_swap-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.020052194595337 +Command return code: 0, elapsed time: 2.1141774654388428 Finished #24 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_compare_and_swap-002.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-001_0.elapsed index 552503c8f..1532460e5 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -1.8637237548828125 \ No newline at end of file +2.037266492843628 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-001_0.txt index e851bfa2d..2df306314 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #296 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_fetch_and_op-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.8637237548828125 +Command return code: 0, elapsed time: 2.037266492843628 Finished #296 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_fetch_and_op-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-002_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-002_0.elapsed index ecc3b0074..d6d08c58f 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-002_0.elapsed @@ -1 +1 @@ -2.0090324878692627 \ No newline at end of file +1.9560856819152832 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-002_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-002_0.txt index b960be8f2..092a58088 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-002_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_fetch_and_op-002_0.txt @@ -1,5 +1,5 @@ Running #298 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_fetch_and_op-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_fetch_and_op-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_fetch_and_op-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_fetch_and_op-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0090324878692627 +Command return code: 0, elapsed time: 1.9560856819152832 Finished #298 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_fetch_and_op-002.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_get-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_get-001_0.elapsed index ca18e6b04..46f47b265 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_get-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_get-001_0.elapsed @@ -1 +1 @@ -1.917337417602539 \ No newline at end of file +1.894563913345337 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_get-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_get-001_0.txt index 9c31b9b3e..2bdd3c8e5 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_get-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_get-001_0.txt @@ -1,5 +1,5 @@ Running #4 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_get-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 1.917337417602539 +Command return code: 0, elapsed time: 1.894563913345337 Finished #4 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_get-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_get-002_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_get-002_0.elapsed index 8ffe6acd9..ce4ce3367 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_get-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_get-002_0.elapsed @@ -1 +1 @@ -2.0472593307495117 \ No newline at end of file +2.0669033527374268 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_get-002_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_get-002_0.txt index 766c7426f..52e07acad 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_get-002_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_get-002_0.txt @@ -1,5 +1,5 @@ Running #159 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_get-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_get-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_get-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_get-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0472593307495117 +Command return code: 0, elapsed time: 2.0669033527374268 Finished #159 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_get-002.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-001_0.elapsed index c99df76ce..090615838 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-001_0.elapsed @@ -1 +1 @@ -2.0215816497802734 \ No newline at end of file +2.123838424682617 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-001_0.txt index 571e079b5..830f0c2e0 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #86 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_get_accumulate-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | | -Command return code: 0, elapsed time: 2.0215816497802734 +Command return code: 0, elapsed time: 2.123838424682617 Finished #86 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_get_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-002_0.elapsed index 0b58ba22c..f3a73dc09 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-002_0.elapsed @@ -1 +1 @@ -2.135655403137207 \ No newline at end of file +1.9849064350128174 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-002_0.txt index 1e520dff1..89456a645 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_get_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #107 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_get_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_get_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_get_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_get_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.135655403137207 +Command return code: 0, elapsed time: 1.9849064350128174 Finished #107 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_get_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_localbufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_localbufread-001_0.elapsed index 4a24f0062..86e11b8a9 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_localbufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_localbufread-001_0.elapsed @@ -1 +1 @@ -1.8447234630584717 \ No newline at end of file +1.8567006587982178 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_localbufread-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_localbufread-001_0.txt index c86cd8d1f..03379eb8b 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_localbufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #168 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 1.8447234630584717 +Command return code: 0, elapsed time: 1.8567006587982178 Finished #168 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_localbufread-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_localbufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_localbufwrite-001_0.elapsed index 837a4e219..925d50063 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.172980785369873 \ No newline at end of file +2.1391501426696777 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_localbufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_localbufwrite-001_0.txt index b45a6286e..8124686e0 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_localbufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #213 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.172980785369873 +Command return code: 0, elapsed time: 2.1391501426696777 Finished #213 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_localbufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_put-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_put-001_0.elapsed index ba6ff9973..e58ed2d79 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_put-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_put-001_0.elapsed @@ -1 +1 @@ -1.9138386249542236 \ No newline at end of file +2.0313222408294678 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_put-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_put-001_0.txt index c2cb07546..aacadd0c3 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_put-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_put-001_0.txt @@ -1,5 +1,5 @@ Running #34 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9138386249542236 +Command return code: 0, elapsed time: 2.0313222408294678 Finished #34 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_put-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_put-002_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_put-002_0.elapsed index d2e33645f..13e2c27e5 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_put-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_put-002_0.elapsed @@ -1 +1 @@ -2.0665812492370605 \ No newline at end of file +2.2057957649230957 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_put-002_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_put-002_0.txt index 51cd49d8d..cef724979 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_put-002_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_put-002_0.txt @@ -1,5 +1,5 @@ Running #346 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_put-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_put-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_put-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_put-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0665812492370605 +Command return code: 0, elapsed time: 2.2057957649230957 Finished #346 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_put-002.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-001_0.elapsed index 78ac6b8b1..e1fea4634 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-001_0.elapsed @@ -1 +1 @@ -1.989090919494629 \ No newline at end of file +2.026170492172241 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-001_0.txt index 067df071a..9ee565da1 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #206 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_raccumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.989090919494629 +Command return code: 0, elapsed time: 2.026170492172241 Finished #206 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_raccumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-002_0.elapsed index 2cddea170..ad0df8807 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-002_0.elapsed @@ -1 +1 @@ -2.282721996307373 \ No newline at end of file +2.9343504905700684 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-002_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-002_0.txt index 6937034de..b40fc582b 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_raccumulate-002_0.txt @@ -1,5 +1,5 @@ Running #58 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_raccumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_raccumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_raccumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_raccumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.282721996307373 +Command return code: 0, elapsed time: 2.9343504905700684 Finished #58 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_raccumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_rget-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_rget-001_0.elapsed index 615e5896b..38eadd050 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_rget-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_rget-001_0.elapsed @@ -1 +1 @@ -1.8568580150604248 \ No newline at end of file +1.8752455711364746 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_rget-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_rget-001_0.txt index e47144cf9..64f99d5a7 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_rget-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_rget-001_0.txt @@ -1,5 +1,5 @@ Running #432 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_rget-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 1.8568580150604248 +| +Command return code: 0, elapsed time: 1.8752455711364746 Finished #432 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_rget-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_rget-002_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_rget-002_0.elapsed index 685b530d8..77af5b0a2 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_rget-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_rget-002_0.elapsed @@ -1 +1 @@ -2.2020480632781982 \ No newline at end of file +2.107481002807617 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_rget-002_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_rget-002_0.txt index ab223cf85..56a941f4b 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_rget-002_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_rget-002_0.txt @@ -1,5 +1,5 @@ Running #215 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_rget-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_rget-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_rget-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_rget-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2020480632781982 +Command return code: 0, elapsed time: 2.107481002807617 Finished #215 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_rget-002.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-001_0.elapsed index cd8732a21..0a7b2019b 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -2.108640193939209 \ No newline at end of file +2.1190474033355713 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-001_0.txt index 77cdcc4b1..d2a17bff5 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #448 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_rget_accumulate-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.108640193939209 +Command return code: 0, elapsed time: 2.1190474033355713 Finished #448 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_rget_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-002_0.elapsed index c63ba5397..31742c166 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-002_0.elapsed @@ -1 +1 @@ -2.247892141342163 \ No newline at end of file +2.223524808883667 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-002_0.txt index 4ccb95d79..efa712161 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_rget_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #59 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_rget_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_rget_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_rget_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_rget_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.247892141342163 +Command return code: 0, elapsed time: 2.223524808883667 Finished #59 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_rget_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_rput-001_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_rput-001_0.elapsed index e90c4db83..a4c2fbe8c 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_rput-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_rput-001_0.elapsed @@ -1 +1 @@ -2.053147315979004 \ No newline at end of file +2.038332223892212 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_rput-001_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_rput-001_0.txt index f4f5d906f..11e506aae 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_rput-001_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_rput-001_0.txt @@ -1,5 +1,5 @@ Running #164 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.053147315979004 +Command return code: 0, elapsed time: 2.038332223892212 Finished #164 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_rput-001.c diff --git a/logs-20240607/itac/Correct-fence-raccumulate_rput-002_0.elapsed b/logs-20240607/itac/Correct-fence-raccumulate_rput-002_0.elapsed index a1cee8626..1f18ecaf1 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_rput-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-raccumulate_rput-002_0.elapsed @@ -1 +1 @@ -2.038332462310791 \ No newline at end of file +1.939633846282959 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-raccumulate_rput-002_0.txt b/logs-20240607/itac/Correct-fence-raccumulate_rput-002_0.txt index 1618f50f9..941f539f6 100644 --- a/logs-20240607/itac/Correct-fence-raccumulate_rput-002_0.txt +++ b/logs-20240607/itac/Correct-fence-raccumulate_rput-002_0.txt @@ -1,5 +1,5 @@ Running #306 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_rput-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-raccumulate_rput-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-raccumulate_rput-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-raccumulate_rput-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.038332462310791 +| +Command return code: 0, elapsed time: 1.939633846282959 Finished #306 /MBI/scripts/gencodes/RMA/Correct-fence-raccumulate_rput-002.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate-001_0.elapsed index f4bcd2575..24bf709fa 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate-001_0.elapsed @@ -1 +1 @@ -2.113888740539551 \ No newline at end of file +2.0299177169799805 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate-001_0.txt index feff1406b..92b3b71db 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #404 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.113888740539551 +Command return code: 0, elapsed time: 2.0299177169799805 Finished #404 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-001_0.elapsed index 835455f08..7ce38b7ea 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-001_0.elapsed @@ -1 +1 @@ -2.061221122741699 \ No newline at end of file +2.0891246795654297 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-001_0.txt index 876609f26..0b1995ff6 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #63 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_accumulate-001.c (batchinfo:1/1) @@ -47,15 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -| -Command return code: 0, elapsed time: 2.061221122741699 +Command return code: 0, elapsed time: 2.0891246795654297 Finished #63 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-002_0.elapsed index ec93ee5b6..2bd124968 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-002_0.elapsed @@ -1 +1 @@ -2.2091283798217773 \ No newline at end of file +2.0992116928100586 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-002_0.txt index 96e1fc06a..d44299742 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #324 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2091283798217773 +Command return code: 0, elapsed time: 2.0992116928100586 Finished #324 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_bufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_bufread-001_0.elapsed index 0d244db66..dc3d09c18 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_bufread-001_0.elapsed @@ -1 +1 @@ -2.211339235305786 \ No newline at end of file +2.3725218772888184 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_bufread-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_bufread-001_0.txt index 1b2921b86..f7b6d76ab 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #130 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.211339235305786 +| +Command return code: 0, elapsed time: 2.3725218772888184 Finished #130 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_bufread-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_bufwrite-001_0.elapsed index eb1f36f80..8823fcc3f 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.0935893058776855 \ No newline at end of file +2.217432975769043 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_bufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_bufwrite-001_0.txt index 39252f228..ce53313f1 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #121 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0935893058776855 +| +Command return code: 0, elapsed time: 2.217432975769043 Finished #121 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-001_0.elapsed index 588b7a52c..d11a39fc1 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -2.0624172687530518 \ No newline at end of file +1.9879026412963867 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-001_0.txt index 16eade285..8a02fe312 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #389 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_compare_and_swap-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.0624172687530518 +| +Command return code: 0, elapsed time: 1.9879026412963867 Finished #389 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_compare_and_swap-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-002_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-002_0.elapsed index b3013f0c5..06dff5efb 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-002_0.elapsed @@ -1 +1 @@ -2.120375394821167 \ No newline at end of file +2.0072176456451416 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-002_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-002_0.txt index 8990f4c31..e4614d726 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_compare_and_swap-002_0.txt @@ -1,5 +1,5 @@ Running #10 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_compare_and_swap-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_compare_and_swap-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_compare_and_swap-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_compare_and_swap-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.120375394821167 +Command return code: 0, elapsed time: 2.0072176456451416 Finished #10 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_compare_and_swap-002.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-001_0.elapsed index f89370eb4..b7a710435 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -2.3819055557250977 \ No newline at end of file +2.649332046508789 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-001_0.txt index ce7614e6d..6207d5010 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #253 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_fetch_and_op-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.3819055557250977 +| +Command return code: 0, elapsed time: 2.649332046508789 Finished #253 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_fetch_and_op-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-002_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-002_0.elapsed index 6b286ab87..b292ee579 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-002_0.elapsed @@ -1 +1 @@ -1.9456071853637695 \ No newline at end of file +2.073338031768799 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-002_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-002_0.txt index fedc96ebf..9f17cad7d 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_fetch_and_op-002_0.txt @@ -1,5 +1,5 @@ Running #195 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_fetch_and_op-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_fetch_and_op-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_fetch_and_op-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_fetch_and_op-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9456071853637695 +Command return code: 0, elapsed time: 2.073338031768799 Finished #195 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_fetch_and_op-002.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_get-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_get-001_0.elapsed index 3cdf86a81..0ad6a6ba6 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_get-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_get-001_0.elapsed @@ -1 +1 @@ -1.9777348041534424 \ No newline at end of file +2.0210447311401367 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_get-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_get-001_0.txt index aa41425e0..ed7bbcab5 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_get-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_get-001_0.txt @@ -1,5 +1,5 @@ Running #232 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_get-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 1.9777348041534424 +Command return code: 0, elapsed time: 2.0210447311401367 Finished #232 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_get-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_get-002_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_get-002_0.elapsed index eb1dcb0df..2674b51d9 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_get-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_get-002_0.elapsed @@ -1 +1 @@ -2.147663116455078 \ No newline at end of file +2.180833339691162 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_get-002_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_get-002_0.txt index 021304c83..c2e06a5ef 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_get-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_get-002_0.txt @@ -1,5 +1,5 @@ Running #309 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_get-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_get-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_get-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_get-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.147663116455078 +Command return code: 0, elapsed time: 2.180833339691162 Finished #309 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_get-002.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-001_0.elapsed index 6761eb18d..f8da7e6bb 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-001_0.elapsed @@ -1 +1 @@ -2.1915671825408936 \ No newline at end of file +2.1411094665527344 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-001_0.txt index 134e9a9b8..aae214e7f 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #323 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_get_accumulate-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.1915671825408936 +Command return code: 0, elapsed time: 2.1411094665527344 Finished #323 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_get_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-002_0.elapsed index b4fbaa27f..593720396 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-002_0.elapsed @@ -1 +1 @@ -3.542603015899658 \ No newline at end of file +3.570403814315796 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-002_0.txt index ec1cc551d..7688e87d1 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_get_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #99 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_get_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_get_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_get_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_get_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 3.542603015899658 +Command return code: 0, elapsed time: 3.570403814315796 Finished #99 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_get_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_localbufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_localbufread-001_0.elapsed index 157ac8f8c..e8d44ae52 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_localbufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_localbufread-001_0.elapsed @@ -1 +1 @@ -2.0041627883911133 \ No newline at end of file +2.1297545433044434 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_localbufread-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_localbufread-001_0.txt index a58703610..c45911395 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_localbufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #313 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0041627883911133 +Command return code: 0, elapsed time: 2.1297545433044434 Finished #313 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_localbufread-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_localbufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_localbufwrite-001_0.elapsed index b6ad735d9..3c554a38c 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.115919589996338 \ No newline at end of file +2.1901397705078125 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_localbufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_localbufwrite-001_0.txt index 407167ce2..453017316 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_localbufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #50 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.115919589996338 +Command return code: 0, elapsed time: 2.1901397705078125 Finished #50 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_localbufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_put-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_put-001_0.elapsed index 36e141eef..2dd3db2ca 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_put-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_put-001_0.elapsed @@ -1 +1 @@ -2.122166395187378 \ No newline at end of file +2.2115230560302734 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_put-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_put-001_0.txt index 76d9ce3d2..732d68573 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_put-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_put-001_0.txt @@ -1,5 +1,5 @@ Running #392 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.122166395187378 +Command return code: 0, elapsed time: 2.2115230560302734 Finished #392 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_put-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_put-002_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_put-002_0.elapsed index 3e9a47efd..1733e2d7c 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_put-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_put-002_0.elapsed @@ -1 +1 @@ -2.2034902572631836 \ No newline at end of file +2.109938621520996 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_put-002_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_put-002_0.txt index cebad6b5d..e09287b7b 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_put-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_put-002_0.txt @@ -1,5 +1,5 @@ Running #342 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_put-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_put-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_put-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_put-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2034902572631836 +Command return code: 0, elapsed time: 2.109938621520996 Finished #342 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_put-002.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-001_0.elapsed index 2a67ee4ba..c60d3f490 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-001_0.elapsed @@ -1 +1 @@ -2.2063751220703125 \ No newline at end of file +2.1525657176971436 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-001_0.txt index 405f68f27..1c537a19a 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #217 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_raccumulate-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.2063751220703125 +| +Command return code: 0, elapsed time: 2.1525657176971436 Finished #217 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_raccumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-002_0.elapsed index 4085fdc0c..05a3d5f97 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-002_0.elapsed @@ -1 +1 @@ -2.3353171348571777 \ No newline at end of file +1.9883382320404053 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-002_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-002_0.txt index afbda7429..bda5076b3 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_raccumulate-002_0.txt @@ -1,5 +1,5 @@ Running #30 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_raccumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_raccumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_raccumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_raccumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.3353171348571777 +| +Command return code: 0, elapsed time: 1.9883382320404053 Finished #30 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_raccumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_rget-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_rget-001_0.elapsed index c8e882a51..8b91cc2a7 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_rget-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_rget-001_0.elapsed @@ -1 +1 @@ -3.4630801677703857 \ No newline at end of file +3.431025981903076 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_rget-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_rget-001_0.txt index 1557a9205..d9017b649 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_rget-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_rget-001_0.txt @@ -1,5 +1,5 @@ Running #165 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 3.4630801677703857 +Command return code: 0, elapsed time: 3.431025981903076 Finished #165 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_rget-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_rget-002_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_rget-002_0.elapsed index 0bed33353..5dad291f5 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_rget-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_rget-002_0.elapsed @@ -1 +1 @@ -2.113039255142212 \ No newline at end of file +2.173372268676758 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_rget-002_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_rget-002_0.txt index a47bf6436..17727c73f 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_rget-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_rget-002_0.txt @@ -1,5 +1,5 @@ Running #292 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_rget-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_rget-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_rget-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_rget-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.113039255142212 +Command return code: 0, elapsed time: 2.173372268676758 Finished #292 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_rget-002.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-001_0.elapsed index 8d7ee46d0..0438cb2b0 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -3.499818801879883 \ No newline at end of file +3.434908390045166 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-001_0.txt index db0b33e1b..173806a53 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #429 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_rget_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 3.499818801879883 +Command return code: 0, elapsed time: 3.434908390045166 Finished #429 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_rget_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-002_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-002_0.elapsed index 7c112a31b..3adaf030f 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-002_0.elapsed @@ -1 +1 @@ -1.9826159477233887 \ No newline at end of file +1.857025146484375 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-002_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-002_0.txt index af5aff2a8..db5510cc6 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_rget_accumulate-002_0.txt @@ -1,5 +1,5 @@ Running #336 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_rget_accumulate-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_rget_accumulate-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_rget_accumulate-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_rget_accumulate-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9826159477233887 +Command return code: 0, elapsed time: 1.857025146484375 Finished #336 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_rget_accumulate-002.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_rput-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_rput-001_0.elapsed index 363371ccb..575787ad4 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_rput-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_rput-001_0.elapsed @@ -1 +1 @@ -2.061999797821045 \ No newline at end of file +2.135577917098999 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_rput-001_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_rput-001_0.txt index 6d91bcf64..bdd04ac67 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_rput-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_rput-001_0.txt @@ -1,5 +1,5 @@ Running #310 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.061999797821045 +Command return code: 0, elapsed time: 2.135577917098999 Finished #310 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_rput-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_rput-002_0.elapsed b/logs-20240607/itac/Correct-fence-rget_accumulate_rput-002_0.elapsed index e683b8c6c..f6ee090e1 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_rput-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_rput-002_0.elapsed @@ -1 +1 @@ -2.0120387077331543 \ No newline at end of file +2.079256772994995 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_accumulate_rput-002_0.txt b/logs-20240607/itac/Correct-fence-rget_accumulate_rput-002_0.txt index dc3e04393..d824e718c 100644 --- a/logs-20240607/itac/Correct-fence-rget_accumulate_rput-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_accumulate_rput-002_0.txt @@ -1,5 +1,5 @@ Running #22 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_rput-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_accumulate_rput-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_rput-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_accumulate_rput-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0120387077331543 +Command return code: 0, elapsed time: 2.079256772994995 Finished #22 /MBI/scripts/gencodes/RMA/Correct-fence-rget_accumulate_rput-002.c diff --git a/logs-20240607/itac/Correct-fence-rget_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_bufwrite-001_0.elapsed index e87d4dbd8..ab35f5ae7 100644 --- a/logs-20240607/itac/Correct-fence-rget_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_bufwrite-001_0.elapsed @@ -1 +1 @@ -3.433090925216675 \ No newline at end of file +1.9611072540283203 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_bufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-rget_bufwrite-001_0.txt index b6669f876..e7e3a5333 100644 --- a/logs-20240607/itac/Correct-fence-rget_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #294 /MBI/scripts/gencodes/RMA/Correct-fence-rget_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 3.433090925216675 +Command return code: 0, elapsed time: 1.9611072540283203 Finished #294 /MBI/scripts/gencodes/RMA/Correct-fence-rget_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_compare_and_swap-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_compare_and_swap-001_0.elapsed index f87d94d9b..36891c2a9 100644 --- a/logs-20240607/itac/Correct-fence-rget_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -2.025456428527832 \ No newline at end of file +2.0244486331939697 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_compare_and_swap-001_0.txt b/logs-20240607/itac/Correct-fence-rget_compare_and_swap-001_0.txt index 45e295005..31857ffdb 100644 --- a/logs-20240607/itac/Correct-fence-rget_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #291 /MBI/scripts/gencodes/RMA/Correct-fence-rget_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_compare_and_swap-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.025456428527832 +Command return code: 0, elapsed time: 2.0244486331939697 Finished #291 /MBI/scripts/gencodes/RMA/Correct-fence-rget_compare_and_swap-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_fetch_and_op-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_fetch_and_op-001_0.elapsed index 3b0ddc928..6287e9680 100644 --- a/logs-20240607/itac/Correct-fence-rget_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -2.0819387435913086 \ No newline at end of file +2.099945068359375 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_fetch_and_op-001_0.txt b/logs-20240607/itac/Correct-fence-rget_fetch_and_op-001_0.txt index 71100a21d..be931b02a 100644 --- a/logs-20240607/itac/Correct-fence-rget_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #239 /MBI/scripts/gencodes/RMA/Correct-fence-rget_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_fetch_and_op-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -| -Command return code: 0, elapsed time: 2.0819387435913086 +Command return code: 0, elapsed time: 2.099945068359375 Finished #239 /MBI/scripts/gencodes/RMA/Correct-fence-rget_fetch_and_op-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_get-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_get-001_0.elapsed index 9f38a66fb..264585faf 100644 --- a/logs-20240607/itac/Correct-fence-rget_get-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_get-001_0.elapsed @@ -1 +1 @@ -1.9046533107757568 \ No newline at end of file +1.8946974277496338 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_get-001_0.txt b/logs-20240607/itac/Correct-fence-rget_get-001_0.txt index 3b3473b38..41780c78e 100644 --- a/logs-20240607/itac/Correct-fence-rget_get-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_get-001_0.txt @@ -1,5 +1,5 @@ Running #169 /MBI/scripts/gencodes/RMA/Correct-fence-rget_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9046533107757568 +Command return code: 0, elapsed time: 1.8946974277496338 Finished #169 /MBI/scripts/gencodes/RMA/Correct-fence-rget_get-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_get-002_0.elapsed b/logs-20240607/itac/Correct-fence-rget_get-002_0.elapsed index 84c140400..615b81178 100644 --- a/logs-20240607/itac/Correct-fence-rget_get-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_get-002_0.elapsed @@ -1 +1 @@ -2.2787187099456787 \ No newline at end of file +2.1569337844848633 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_get-002_0.txt b/logs-20240607/itac/Correct-fence-rget_get-002_0.txt index 65ec6b6c1..3bac2cf04 100644 --- a/logs-20240607/itac/Correct-fence-rget_get-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_get-002_0.txt @@ -1,5 +1,5 @@ Running #256 /MBI/scripts/gencodes/RMA/Correct-fence-rget_get-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_get-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_get-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_get-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2787187099456787 +Command return code: 0, elapsed time: 2.1569337844848633 Finished #256 /MBI/scripts/gencodes/RMA/Correct-fence-rget_get-002.c diff --git a/logs-20240607/itac/Correct-fence-rget_get_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_get_accumulate-001_0.elapsed index d1cff840e..aa889610d 100644 --- a/logs-20240607/itac/Correct-fence-rget_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_get_accumulate-001_0.elapsed @@ -1 +1 @@ -2.1306824684143066 \ No newline at end of file +2.247870922088623 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_get_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-rget_get_accumulate-001_0.txt index 594d5a28a..88862b25c 100644 --- a/logs-20240607/itac/Correct-fence-rget_get_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #377 /MBI/scripts/gencodes/RMA/Correct-fence-rget_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_get_accumulate-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.1306824684143066 +| +Command return code: 0, elapsed time: 2.247870922088623 Finished #377 /MBI/scripts/gencodes/RMA/Correct-fence-rget_get_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_put-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_put-001_0.elapsed index d5d9650fd..06d30f71d 100644 --- a/logs-20240607/itac/Correct-fence-rget_put-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_put-001_0.elapsed @@ -1 +1 @@ -2.0050530433654785 \ No newline at end of file +1.9697790145874023 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_put-001_0.txt b/logs-20240607/itac/Correct-fence-rget_put-001_0.txt index faa2c19ae..669ee3eba 100644 --- a/logs-20240607/itac/Correct-fence-rget_put-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_put-001_0.txt @@ -1,5 +1,5 @@ Running #201 /MBI/scripts/gencodes/RMA/Correct-fence-rget_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0050530433654785 +Command return code: 0, elapsed time: 1.9697790145874023 Finished #201 /MBI/scripts/gencodes/RMA/Correct-fence-rget_put-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_raccumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_raccumulate-001_0.elapsed index bd89f2afb..c442e474e 100644 --- a/logs-20240607/itac/Correct-fence-rget_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_raccumulate-001_0.elapsed @@ -1 +1 @@ -2.049901008605957 \ No newline at end of file +2.1170880794525146 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_raccumulate-001_0.txt b/logs-20240607/itac/Correct-fence-rget_raccumulate-001_0.txt index 210a6e735..538397d74 100644 --- a/logs-20240607/itac/Correct-fence-rget_raccumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #386 /MBI/scripts/gencodes/RMA/Correct-fence-rget_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_raccumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.049901008605957 +Command return code: 0, elapsed time: 2.1170880794525146 Finished #386 /MBI/scripts/gencodes/RMA/Correct-fence-rget_raccumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_rget-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_rget-001_0.elapsed index 3ecd5d009..1b4f0d80b 100644 --- a/logs-20240607/itac/Correct-fence-rget_rget-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_rget-001_0.elapsed @@ -1 +1 @@ -2.167663335800171 \ No newline at end of file +2.2170605659484863 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_rget-001_0.txt b/logs-20240607/itac/Correct-fence-rget_rget-001_0.txt index d0eb7d453..7eec84593 100644 --- a/logs-20240607/itac/Correct-fence-rget_rget-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_rget-001_0.txt @@ -1,5 +1,5 @@ Running #288 /MBI/scripts/gencodes/RMA/Correct-fence-rget_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_rget-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.167663335800171 +Command return code: 0, elapsed time: 2.2170605659484863 Finished #288 /MBI/scripts/gencodes/RMA/Correct-fence-rget_rget-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_rget-002_0.elapsed b/logs-20240607/itac/Correct-fence-rget_rget-002_0.elapsed index ad9c540f5..3ee70a4d4 100644 --- a/logs-20240607/itac/Correct-fence-rget_rget-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_rget-002_0.elapsed @@ -1 +1 @@ -1.9070839881896973 \ No newline at end of file +2.088021755218506 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_rget-002_0.txt b/logs-20240607/itac/Correct-fence-rget_rget-002_0.txt index 2a74a1776..8d0ea00ff 100644 --- a/logs-20240607/itac/Correct-fence-rget_rget-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_rget-002_0.txt @@ -1,5 +1,5 @@ Running #15 /MBI/scripts/gencodes/RMA/Correct-fence-rget_rget-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_rget-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_rget-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_rget-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9070839881896973 +Command return code: 0, elapsed time: 2.088021755218506 Finished #15 /MBI/scripts/gencodes/RMA/Correct-fence-rget_rget-002.c diff --git a/logs-20240607/itac/Correct-fence-rget_rget_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_rget_accumulate-001_0.elapsed index 1233c6515..1d2ab4440 100644 --- a/logs-20240607/itac/Correct-fence-rget_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -3.7668349742889404 \ No newline at end of file +2.106915235519409 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_rget_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-rget_rget_accumulate-001_0.txt index f6ba422ec..ed94c0ded 100644 --- a/logs-20240607/itac/Correct-fence-rget_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #312 /MBI/scripts/gencodes/RMA/Correct-fence-rget_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_rget_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 3.7668349742889404 +Command return code: 0, elapsed time: 2.106915235519409 Finished #312 /MBI/scripts/gencodes/RMA/Correct-fence-rget_rget_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-rget_rput-001_0.elapsed b/logs-20240607/itac/Correct-fence-rget_rput-001_0.elapsed index d2651624d..c74efb4b4 100644 --- a/logs-20240607/itac/Correct-fence-rget_rput-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rget_rput-001_0.elapsed @@ -1 +1 @@ -2.8623344898223877 \ No newline at end of file +1.994441032409668 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rget_rput-001_0.txt b/logs-20240607/itac/Correct-fence-rget_rput-001_0.txt index 896dd2caf..74b232e25 100644 --- a/logs-20240607/itac/Correct-fence-rget_rput-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rget_rput-001_0.txt @@ -1,5 +1,5 @@ Running #80 /MBI/scripts/gencodes/RMA/Correct-fence-rget_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rget_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rget_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rget_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.8623344898223877 +Command return code: 0, elapsed time: 1.994441032409668 Finished #80 /MBI/scripts/gencodes/RMA/Correct-fence-rget_rput-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_accumulate-001_0.elapsed index 152593cde..30e28a2a3 100644 --- a/logs-20240607/itac/Correct-fence-rput_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_accumulate-001_0.elapsed @@ -1 +1 @@ -2.029961109161377 \ No newline at end of file +1.928879737854004 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-rput_accumulate-001_0.txt index c4744a801..22bb5a8d0 100644 --- a/logs-20240607/itac/Correct-fence-rput_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #300 /MBI/scripts/gencodes/RMA/Correct-fence-rput_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_accumulate-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.029961109161377 +| +Command return code: 0, elapsed time: 1.928879737854004 Finished #300 /MBI/scripts/gencodes/RMA/Correct-fence-rput_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_bufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_bufread-001_0.elapsed index b96ab1fbf..e7e1a87af 100644 --- a/logs-20240607/itac/Correct-fence-rput_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_bufread-001_0.elapsed @@ -1 +1 @@ -2.0405468940734863 \ No newline at end of file +2.028430223464966 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_bufread-001_0.txt b/logs-20240607/itac/Correct-fence-rput_bufread-001_0.txt index bf4823928..67edd46ff 100644 --- a/logs-20240607/itac/Correct-fence-rput_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #18 /MBI/scripts/gencodes/RMA/Correct-fence-rput_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile Correct-fence-rput_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0405468940734863 +Command return code: 0, elapsed time: 2.028430223464966 Finished #18 /MBI/scripts/gencodes/RMA/Correct-fence-rput_bufread-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_bufwrite-001_0.elapsed index 701be5269..15e446ff0 100644 --- a/logs-20240607/itac/Correct-fence-rput_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.1631991863250732 \ No newline at end of file +2.0839810371398926 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_bufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-rput_bufwrite-001_0.txt index f883f42d1..db6940eeb 100644 --- a/logs-20240607/itac/Correct-fence-rput_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #137 /MBI/scripts/gencodes/RMA/Correct-fence-rput_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1631991863250732 +Command return code: 0, elapsed time: 2.0839810371398926 Finished #137 /MBI/scripts/gencodes/RMA/Correct-fence-rput_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_compare_and_swap-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_compare_and_swap-001_0.elapsed index 1a5886944..bd041f566 100644 --- a/logs-20240607/itac/Correct-fence-rput_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -2.1986963748931885 \ No newline at end of file +2.1296215057373047 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_compare_and_swap-001_0.txt b/logs-20240607/itac/Correct-fence-rput_compare_and_swap-001_0.txt index a76ac55ca..acf1af809 100644 --- a/logs-20240607/itac/Correct-fence-rput_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #186 /MBI/scripts/gencodes/RMA/Correct-fence-rput_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_compare_and_swap-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.1986963748931885 +Command return code: 0, elapsed time: 2.1296215057373047 Finished #186 /MBI/scripts/gencodes/RMA/Correct-fence-rput_compare_and_swap-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_fetch_and_op-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_fetch_and_op-001_0.elapsed index 33d964184..02826e2c3 100644 --- a/logs-20240607/itac/Correct-fence-rput_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -2.133681297302246 \ No newline at end of file +2.1376001834869385 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_fetch_and_op-001_0.txt b/logs-20240607/itac/Correct-fence-rput_fetch_and_op-001_0.txt index d807b2281..02a835b7b 100644 --- a/logs-20240607/itac/Correct-fence-rput_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #187 /MBI/scripts/gencodes/RMA/Correct-fence-rput_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_fetch_and_op-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.133681297302246 +Command return code: 0, elapsed time: 2.1376001834869385 Finished #187 /MBI/scripts/gencodes/RMA/Correct-fence-rput_fetch_and_op-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_get-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_get-001_0.elapsed index c1704c956..02495de3c 100644 --- a/logs-20240607/itac/Correct-fence-rput_get-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_get-001_0.elapsed @@ -1 +1 @@ -2.063809633255005 \ No newline at end of file +2.274876117706299 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_get-001_0.txt b/logs-20240607/itac/Correct-fence-rput_get-001_0.txt index b0d456407..a37b1f827 100644 --- a/logs-20240607/itac/Correct-fence-rput_get-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_get-001_0.txt @@ -1,5 +1,5 @@ Running #211 /MBI/scripts/gencodes/RMA/Correct-fence-rput_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_get-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.063809633255005 +Command return code: 0, elapsed time: 2.274876117706299 Finished #211 /MBI/scripts/gencodes/RMA/Correct-fence-rput_get-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_get_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_get_accumulate-001_0.elapsed index 5e79cd82a..ab6cd3b37 100644 --- a/logs-20240607/itac/Correct-fence-rput_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_get_accumulate-001_0.elapsed @@ -1 +1 @@ -2.11995267868042 \ No newline at end of file +2.1016132831573486 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_get_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-rput_get_accumulate-001_0.txt index 17100453e..880aced0e 100644 --- a/logs-20240607/itac/Correct-fence-rput_get_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #247 /MBI/scripts/gencodes/RMA/Correct-fence-rput_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_get_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.11995267868042 +Command return code: 0, elapsed time: 2.1016132831573486 Finished #247 /MBI/scripts/gencodes/RMA/Correct-fence-rput_get_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_localbufread-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_localbufread-001_0.elapsed index 79bbcefbb..4e15383f4 100644 --- a/logs-20240607/itac/Correct-fence-rput_localbufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_localbufread-001_0.elapsed @@ -1 +1 @@ -2.129486560821533 \ No newline at end of file +2.145785093307495 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_localbufread-001_0.txt b/logs-20240607/itac/Correct-fence-rput_localbufread-001_0.txt index 749583138..14449d155 100644 --- a/logs-20240607/itac/Correct-fence-rput_localbufread-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #152 /MBI/scripts/gencodes/RMA/Correct-fence-rput_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 2.129486560821533 +Command return code: 0, elapsed time: 2.145785093307495 Finished #152 /MBI/scripts/gencodes/RMA/Correct-fence-rput_localbufread-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_localbufwrite-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_localbufwrite-001_0.elapsed index d6b3d239e..4b58ed2f9 100644 --- a/logs-20240607/itac/Correct-fence-rput_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.17651629447937 \ No newline at end of file +2.0970473289489746 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_localbufwrite-001_0.txt b/logs-20240607/itac/Correct-fence-rput_localbufwrite-001_0.txt index 5cc9e9ba6..3c65103f3 100644 --- a/logs-20240607/itac/Correct-fence-rput_localbufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #347 /MBI/scripts/gencodes/RMA/Correct-fence-rput_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.17651629447937 +Command return code: 0, elapsed time: 2.0970473289489746 Finished #347 /MBI/scripts/gencodes/RMA/Correct-fence-rput_localbufwrite-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_put-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_put-001_0.elapsed index 0f40baf9c..d69fb2bce 100644 --- a/logs-20240607/itac/Correct-fence-rput_put-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_put-001_0.elapsed @@ -1 +1 @@ -2.442042827606201 \ No newline at end of file +2.0140271186828613 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_put-001_0.txt b/logs-20240607/itac/Correct-fence-rput_put-001_0.txt index 745a755b3..41fff3d17 100644 --- a/logs-20240607/itac/Correct-fence-rput_put-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_put-001_0.txt @@ -1,5 +1,5 @@ Running #14 /MBI/scripts/gencodes/RMA/Correct-fence-rput_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_put-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.442042827606201 +Command return code: 0, elapsed time: 2.0140271186828613 Finished #14 /MBI/scripts/gencodes/RMA/Correct-fence-rput_put-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_put-002_0.elapsed b/logs-20240607/itac/Correct-fence-rput_put-002_0.elapsed index a6c4f0c16..9ae798034 100644 --- a/logs-20240607/itac/Correct-fence-rput_put-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_put-002_0.elapsed @@ -1 +1 @@ -1.9604406356811523 \ No newline at end of file +1.9840645790100098 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_put-002_0.txt b/logs-20240607/itac/Correct-fence-rput_put-002_0.txt index 8c3c7571f..b631c9655 100644 --- a/logs-20240607/itac/Correct-fence-rput_put-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_put-002_0.txt @@ -1,5 +1,5 @@ Running #304 /MBI/scripts/gencodes/RMA/Correct-fence-rput_put-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_put-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_put-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_put-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 1.9604406356811523 +Command return code: 0, elapsed time: 1.9840645790100098 Finished #304 /MBI/scripts/gencodes/RMA/Correct-fence-rput_put-002.c diff --git a/logs-20240607/itac/Correct-fence-rput_raccumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_raccumulate-001_0.elapsed index fcff5ef84..58124e933 100644 --- a/logs-20240607/itac/Correct-fence-rput_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_raccumulate-001_0.elapsed @@ -1 +1 @@ -2.2959625720977783 \ No newline at end of file +2.229365110397339 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_raccumulate-001_0.txt b/logs-20240607/itac/Correct-fence-rput_raccumulate-001_0.txt index 0b25aff23..20bdf734c 100644 --- a/logs-20240607/itac/Correct-fence-rput_raccumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #148 /MBI/scripts/gencodes/RMA/Correct-fence-rput_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_raccumulate-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.2959625720977783 +Command return code: 0, elapsed time: 2.229365110397339 Finished #148 /MBI/scripts/gencodes/RMA/Correct-fence-rput_raccumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_rget-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_rget-001_0.elapsed index 99803178f..1726c7ae1 100644 --- a/logs-20240607/itac/Correct-fence-rput_rget-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_rget-001_0.elapsed @@ -1 +1 @@ -2.1637282371520996 \ No newline at end of file +2.270033597946167 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_rget-001_0.txt b/logs-20240607/itac/Correct-fence-rput_rget-001_0.txt index 8d2930c65..cf78f3f5d 100644 --- a/logs-20240607/itac/Correct-fence-rput_rget-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_rget-001_0.txt @@ -1,5 +1,5 @@ Running #422 /MBI/scripts/gencodes/RMA/Correct-fence-rput_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 2.1637282371520996 +Command return code: 0, elapsed time: 2.270033597946167 Finished #422 /MBI/scripts/gencodes/RMA/Correct-fence-rput_rget-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_rget_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_rget_accumulate-001_0.elapsed index 317fd722a..a28ff3bf3 100644 --- a/logs-20240607/itac/Correct-fence-rput_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -2.0585317611694336 \ No newline at end of file +2.050809860229492 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_rget_accumulate-001_0.txt b/logs-20240607/itac/Correct-fence-rput_rget_accumulate-001_0.txt index 5e786721a..58d040192 100644 --- a/logs-20240607/itac/Correct-fence-rput_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #209 /MBI/scripts/gencodes/RMA/Correct-fence-rput_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_rget_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0585317611694336 +Command return code: 0, elapsed time: 2.050809860229492 Finished #209 /MBI/scripts/gencodes/RMA/Correct-fence-rput_rget_accumulate-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_rput-001_0.elapsed b/logs-20240607/itac/Correct-fence-rput_rput-001_0.elapsed index bf5dfa6ab..791d2a753 100644 --- a/logs-20240607/itac/Correct-fence-rput_rput-001_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_rput-001_0.elapsed @@ -1 +1 @@ -1.9906806945800781 \ No newline at end of file +2.132707118988037 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_rput-001_0.txt b/logs-20240607/itac/Correct-fence-rput_rput-001_0.txt index 485304103..558917f2a 100644 --- a/logs-20240607/itac/Correct-fence-rput_rput-001_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_rput-001_0.txt @@ -1,5 +1,5 @@ Running #158 /MBI/scripts/gencodes/RMA/Correct-fence-rput_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_rput-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 1.9906806945800781 +Command return code: 0, elapsed time: 2.132707118988037 Finished #158 /MBI/scripts/gencodes/RMA/Correct-fence-rput_rput-001.c diff --git a/logs-20240607/itac/Correct-fence-rput_rput-002_0.elapsed b/logs-20240607/itac/Correct-fence-rput_rput-002_0.elapsed index 8c1e128f6..4296b675b 100644 --- a/logs-20240607/itac/Correct-fence-rput_rput-002_0.elapsed +++ b/logs-20240607/itac/Correct-fence-rput_rput-002_0.elapsed @@ -1 +1 @@ -2.0115256309509277 \ No newline at end of file +2.118964910507202 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-fence-rput_rput-002_0.txt b/logs-20240607/itac/Correct-fence-rput_rput-002_0.txt index c8eb2e054..343620a01 100644 --- a/logs-20240607/itac/Correct-fence-rput_rput-002_0.txt +++ b/logs-20240607/itac/Correct-fence-rput_rput-002_0.txt @@ -1,5 +1,5 @@ Running #150 /MBI/scripts/gencodes/RMA/Correct-fence-rput_rput-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-fence-rput_rput-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-fence-rput_rput-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-fence-rput_rput-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0115256309509277 +Command return code: 0, elapsed time: 2.118964910507202 Finished #150 /MBI/scripts/gencodes/RMA/Correct-fence-rput_rput-002.c diff --git a/logs-20240607/itac/Correct-lock-get_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-lock-get_bufwrite-001_0.elapsed index 5292236d5..2115fc4ee 100644 --- a/logs-20240607/itac/Correct-lock-get_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-lock-get_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.2922043800354004 \ No newline at end of file +2.352957248687744 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lock-get_bufwrite-001_0.txt b/logs-20240607/itac/Correct-lock-get_bufwrite-001_0.txt index 1e07adfbc..fc04471ce 100644 --- a/logs-20240607/itac/Correct-lock-get_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-lock-get_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #129 /MBI/scripts/gencodes/RMA/Correct-lock-get_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lock-get_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lock-get_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lock-get_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 2.2922043800354004 +Command return code: 0, elapsed time: 2.352957248687744 Finished #129 /MBI/scripts/gencodes/RMA/Correct-lock-get_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-lock-get_localbufwrite-001_0.elapsed b/logs-20240607/itac/Correct-lock-get_localbufwrite-001_0.elapsed index 099e5c920..a2347c175 100644 --- a/logs-20240607/itac/Correct-lock-get_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-lock-get_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.1850686073303223 \ No newline at end of file +2.1807467937469482 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lock-get_localbufwrite-001_0.txt b/logs-20240607/itac/Correct-lock-get_localbufwrite-001_0.txt index 13d18609f..6897ef202 100644 --- a/logs-20240607/itac/Correct-lock-get_localbufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-lock-get_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #278 /MBI/scripts/gencodes/RMA/Correct-lock-get_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lock-get_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lock-get_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lock-get_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1850686073303223 +Command return code: 0, elapsed time: 2.1807467937469482 Finished #278 /MBI/scripts/gencodes/RMA/Correct-lock-get_localbufwrite-001.c diff --git a/logs-20240607/itac/Correct-lock-rget_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-lock-rget_bufwrite-001_0.elapsed index d6680e730..d6d71c86c 100644 --- a/logs-20240607/itac/Correct-lock-rget_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-lock-rget_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.963869571685791 \ No newline at end of file +1.8507046699523926 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lock-rget_bufwrite-001_0.txt b/logs-20240607/itac/Correct-lock-rget_bufwrite-001_0.txt index 26905bd8c..68a69624b 100644 --- a/logs-20240607/itac/Correct-lock-rget_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-lock-rget_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #69 /MBI/scripts/gencodes/RMA/Correct-lock-rget_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lock-rget_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lock-rget_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lock-rget_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.963869571685791 +Command return code: 0, elapsed time: 1.8507046699523926 Finished #69 /MBI/scripts/gencodes/RMA/Correct-lock-rget_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-lock-rget_localbufwrite-001_0.elapsed b/logs-20240607/itac/Correct-lock-rget_localbufwrite-001_0.elapsed index feecd5c24..691facad0 100644 --- a/logs-20240607/itac/Correct-lock-rget_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-lock-rget_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.2076244354248047 \ No newline at end of file +4.063315391540527 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lock-rget_localbufwrite-001_0.txt b/logs-20240607/itac/Correct-lock-rget_localbufwrite-001_0.txt index f5d0affd1..736ae53f6 100644 --- a/logs-20240607/itac/Correct-lock-rget_localbufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-lock-rget_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #423 /MBI/scripts/gencodes/RMA/Correct-lock-rget_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lock-rget_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lock-rget_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lock-rget_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2076244354248047 +Command return code: 0, elapsed time: 4.063315391540527 Finished #423 /MBI/scripts/gencodes/RMA/Correct-lock-rget_localbufwrite-001.c diff --git a/logs-20240607/itac/Correct-lockall-get_bufread-001_0.elapsed b/logs-20240607/itac/Correct-lockall-get_bufread-001_0.elapsed index 531779f87..fe717e935 100644 --- a/logs-20240607/itac/Correct-lockall-get_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockall-get_bufread-001_0.elapsed @@ -1 +1 @@ -1.8861963748931885 \ No newline at end of file +1.8654577732086182 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockall-get_bufread-001_0.txt b/logs-20240607/itac/Correct-lockall-get_bufread-001_0.txt index 16cf61fcb..fc142e27c 100644 --- a/logs-20240607/itac/Correct-lockall-get_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-lockall-get_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #101 /MBI/scripts/gencodes/RMA/Correct-lockall-get_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockall-get_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile Correct-lockall-get_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockall-get_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.8861963748931885 +Command return code: 0, elapsed time: 1.8654577732086182 Finished #101 /MBI/scripts/gencodes/RMA/Correct-lockall-get_bufread-001.c diff --git a/logs-20240607/itac/Correct-lockall-get_localbufread-001_0.elapsed b/logs-20240607/itac/Correct-lockall-get_localbufread-001_0.elapsed index 6b9799e28..f4746e1b0 100644 --- a/logs-20240607/itac/Correct-lockall-get_localbufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockall-get_localbufread-001_0.elapsed @@ -1 +1 @@ -2.048734426498413 \ No newline at end of file +2.150338888168335 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockall-get_localbufread-001_0.txt b/logs-20240607/itac/Correct-lockall-get_localbufread-001_0.txt index 568721d4c..59685d2c1 100644 --- a/logs-20240607/itac/Correct-lockall-get_localbufread-001_0.txt +++ b/logs-20240607/itac/Correct-lockall-get_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #20 /MBI/scripts/gencodes/RMA/Correct-lockall-get_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockall-get_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockall-get_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockall-get_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.048734426498413 +Command return code: 0, elapsed time: 2.150338888168335 Finished #20 /MBI/scripts/gencodes/RMA/Correct-lockall-get_localbufread-001.c diff --git a/logs-20240607/itac/Correct-lockall-rget_bufread-001_0.elapsed b/logs-20240607/itac/Correct-lockall-rget_bufread-001_0.elapsed index 28ff6dbba..4346a24df 100644 --- a/logs-20240607/itac/Correct-lockall-rget_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockall-rget_bufread-001_0.elapsed @@ -1 +1 @@ -1.982668399810791 \ No newline at end of file +2.0208630561828613 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockall-rget_bufread-001_0.txt b/logs-20240607/itac/Correct-lockall-rget_bufread-001_0.txt index d02790214..e9d4fa422 100644 --- a/logs-20240607/itac/Correct-lockall-rget_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-lockall-rget_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #135 /MBI/scripts/gencodes/RMA/Correct-lockall-rget_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockall-rget_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile Correct-lockall-rget_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockall-rget_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,7 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 1.982668399810791 +Command return code: 0, elapsed time: 2.0208630561828613 Finished #135 /MBI/scripts/gencodes/RMA/Correct-lockall-rget_bufread-001.c diff --git a/logs-20240607/itac/Correct-lockall-rget_localbufread-001_0.elapsed b/logs-20240607/itac/Correct-lockall-rget_localbufread-001_0.elapsed index 40f921180..bc3f59c30 100644 --- a/logs-20240607/itac/Correct-lockall-rget_localbufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockall-rget_localbufread-001_0.elapsed @@ -1 +1 @@ -2.171029806137085 \ No newline at end of file +2.115783929824829 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockall-rget_localbufread-001_0.txt b/logs-20240607/itac/Correct-lockall-rget_localbufread-001_0.txt index 695a0d127..f10ce6e61 100644 --- a/logs-20240607/itac/Correct-lockall-rget_localbufread-001_0.txt +++ b/logs-20240607/itac/Correct-lockall-rget_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #408 /MBI/scripts/gencodes/RMA/Correct-lockall-rget_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockall-rget_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockall-rget_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockall-rget_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.171029806137085 +Command return code: 0, elapsed time: 2.115783929824829 Finished #408 /MBI/scripts/gencodes/RMA/Correct-lockall-rget_localbufread-001.c diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-lockallflush-bufwrite_accumulate-001_0.elapsed index 1def45d48..e7c01bdd1 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_accumulate-001_0.elapsed @@ -1 +1 @@ -1.9569904804229736 \ No newline at end of file +1.9563922882080078 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_accumulate-001_0.txt b/logs-20240607/itac/Correct-lockallflush-bufwrite_accumulate-001_0.txt index e6585fffc..4c93050cf 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #337 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockallflush-bufwrite_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9569904804229736 +Command return code: 0, elapsed time: 1.9563922882080078 Finished #337 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_accumulate-001.c diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_compare_and_swap-001_0.elapsed b/logs-20240607/itac/Correct-lockallflush-bufwrite_compare_and_swap-001_0.elapsed index 87d9a4985..fe602487b 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -2.014824151992798 \ No newline at end of file +2.057072401046753 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_compare_and_swap-001_0.txt b/logs-20240607/itac/Correct-lockallflush-bufwrite_compare_and_swap-001_0.txt index ac1851a00..e32249069 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #11 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockallflush-bufwrite_compare_and_swap-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.014824151992798 +Command return code: 0, elapsed time: 2.057072401046753 Finished #11 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_compare_and_swap-001.c diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_fetch_and_op-001_0.elapsed b/logs-20240607/itac/Correct-lockallflush-bufwrite_fetch_and_op-001_0.elapsed index 946756cda..8ff086af7 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -1.9304478168487549 \ No newline at end of file +2.1175074577331543 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_fetch_and_op-001_0.txt b/logs-20240607/itac/Correct-lockallflush-bufwrite_fetch_and_op-001_0.txt index a5f39f82b..cef950c2c 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #447 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockallflush-bufwrite_fetch_and_op-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 1.9304478168487549 +Command return code: 0, elapsed time: 2.1175074577331543 Finished #447 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_fetch_and_op-001.c diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_get_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-lockallflush-bufwrite_get_accumulate-001_0.elapsed index 8759a5408..53f9ae8fa 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_get_accumulate-001_0.elapsed @@ -1 +1 @@ -2.1700267791748047 \ No newline at end of file +2.0353729724884033 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_get_accumulate-001_0.txt b/logs-20240607/itac/Correct-lockallflush-bufwrite_get_accumulate-001_0.txt index f101896f2..cfdd43a41 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_get_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #424 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockallflush-bufwrite_get_accumulate-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | | -Command return code: 0, elapsed time: 2.1700267791748047 +Command return code: 0, elapsed time: 2.0353729724884033 Finished #424 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_get_accumulate-001.c diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_put-001_0.elapsed b/logs-20240607/itac/Correct-lockallflush-bufwrite_put-001_0.elapsed index 49e1c90bc..6f7847dff 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_put-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_put-001_0.elapsed @@ -1 +1 @@ -2.146864414215088 \ No newline at end of file +2.1603944301605225 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_put-001_0.txt b/logs-20240607/itac/Correct-lockallflush-bufwrite_put-001_0.txt index 6b34d2112..6d6ee0bff 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_put-001_0.txt +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_put-001_0.txt @@ -1,5 +1,5 @@ Running #287 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockallflush-bufwrite_put-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.146864414215088 +Command return code: 0, elapsed time: 2.1603944301605225 Finished #287 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_put-001.c diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_raccumulate-001_0.elapsed b/logs-20240607/itac/Correct-lockallflush-bufwrite_raccumulate-001_0.elapsed index b76951aef..87463bf5c 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_raccumulate-001_0.elapsed @@ -1 +1 @@ -2.036074638366699 \ No newline at end of file +2.016414165496826 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_raccumulate-001_0.txt b/logs-20240607/itac/Correct-lockallflush-bufwrite_raccumulate-001_0.txt index 2fbf2c0e9..0e9d8b5f7 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_raccumulate-001_0.txt +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #271 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockallflush-bufwrite_raccumulate-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.036074638366699 +Command return code: 0, elapsed time: 2.016414165496826 Finished #271 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_raccumulate-001.c diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_rget_accumulate-001_0.elapsed b/logs-20240607/itac/Correct-lockallflush-bufwrite_rget_accumulate-001_0.elapsed index 653b5b05f..243176118 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -2.2491700649261475 \ No newline at end of file +2.1789140701293945 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_rget_accumulate-001_0.txt b/logs-20240607/itac/Correct-lockallflush-bufwrite_rget_accumulate-001_0.txt index 0816062b1..f59bc6d41 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #56 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockallflush-bufwrite_rget_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2491700649261475 +Command return code: 0, elapsed time: 2.1789140701293945 Finished #56 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_rget_accumulate-001.c diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_rput-001_0.elapsed b/logs-20240607/itac/Correct-lockallflush-bufwrite_rput-001_0.elapsed index 691bfd9cd..605edac9e 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_rput-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_rput-001_0.elapsed @@ -1 +1 @@ -2.1177685260772705 \ No newline at end of file +3.4117238521575928 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockallflush-bufwrite_rput-001_0.txt b/logs-20240607/itac/Correct-lockallflush-bufwrite_rput-001_0.txt index fc142b976..9801ba1d0 100644 --- a/logs-20240607/itac/Correct-lockallflush-bufwrite_rput-001_0.txt +++ b/logs-20240607/itac/Correct-lockallflush-bufwrite_rput-001_0.txt @@ -1,5 +1,5 @@ Running #327 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockallflush-bufwrite_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockallflush-bufwrite_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1177685260772705 +Command return code: 0, elapsed time: 3.4117238521575928 Finished #327 /MBI/scripts/gencodes/RMA/Correct-lockallflush-bufwrite_rput-001.c diff --git a/logs-20240607/itac/Correct-lockallflushlocal-bufread_get-001_0.elapsed b/logs-20240607/itac/Correct-lockallflushlocal-bufread_get-001_0.elapsed index c4c5f17de..9f951b4ca 100644 --- a/logs-20240607/itac/Correct-lockallflushlocal-bufread_get-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockallflushlocal-bufread_get-001_0.elapsed @@ -1 +1 @@ -2.3160829544067383 \ No newline at end of file +2.1643426418304443 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockallflushlocal-bufread_get-001_0.txt b/logs-20240607/itac/Correct-lockallflushlocal-bufread_get-001_0.txt index ee7c3cad4..f17f08845 100644 --- a/logs-20240607/itac/Correct-lockallflushlocal-bufread_get-001_0.txt +++ b/logs-20240607/itac/Correct-lockallflushlocal-bufread_get-001_0.txt @@ -1,5 +1,5 @@ Running #53 /MBI/scripts/gencodes/RMA/Correct-lockallflushlocal-bufread_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockallflushlocal-bufread_get-001.c (batchinfo:1/1) @@ -48,13 +48,13 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-lockallflushlocal-bufread_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockallflushlocal-bufread_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -Command return code: 0, elapsed time: 2.3160829544067383 +Command return code: 0, elapsed time: 2.1643426418304443 Finished #53 /MBI/scripts/gencodes/RMA/Correct-lockallflushlocal-bufread_get-001.c diff --git a/logs-20240607/itac/Correct-lockallflushlocal-bufread_rget-001_0.elapsed b/logs-20240607/itac/Correct-lockallflushlocal-bufread_rget-001_0.elapsed index 9b3dca504..0d25e7f7e 100644 --- a/logs-20240607/itac/Correct-lockallflushlocal-bufread_rget-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockallflushlocal-bufread_rget-001_0.elapsed @@ -1 +1 @@ -1.861741304397583 \ No newline at end of file +1.9518976211547852 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockallflushlocal-bufread_rget-001_0.txt b/logs-20240607/itac/Correct-lockallflushlocal-bufread_rget-001_0.txt index ad53ce8ad..dfeab75d3 100644 --- a/logs-20240607/itac/Correct-lockallflushlocal-bufread_rget-001_0.txt +++ b/logs-20240607/itac/Correct-lockallflushlocal-bufread_rget-001_0.txt @@ -1,5 +1,5 @@ Running #16 /MBI/scripts/gencodes/RMA/Correct-lockallflushlocal-bufread_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockallflushlocal-bufread_rget-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-lockallflushlocal-bufread_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockallflushlocal-bufread_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.861741304397583 +Command return code: 0, elapsed time: 1.9518976211547852 Finished #16 /MBI/scripts/gencodes/RMA/Correct-lockallflushlocal-bufread_rget-001.c diff --git a/logs-20240607/itac/Correct-lockflush-bufwrite_get-001_0.elapsed b/logs-20240607/itac/Correct-lockflush-bufwrite_get-001_0.elapsed index efa9e0ce1..b8e084df2 100644 --- a/logs-20240607/itac/Correct-lockflush-bufwrite_get-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockflush-bufwrite_get-001_0.elapsed @@ -1 +1 @@ -2.2354023456573486 \ No newline at end of file +2.243479013442993 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockflush-bufwrite_get-001_0.txt b/logs-20240607/itac/Correct-lockflush-bufwrite_get-001_0.txt index e51f759d1..7366e8436 100644 --- a/logs-20240607/itac/Correct-lockflush-bufwrite_get-001_0.txt +++ b/logs-20240607/itac/Correct-lockflush-bufwrite_get-001_0.txt @@ -1,5 +1,5 @@ Running #61 /MBI/scripts/gencodes/RMA/Correct-lockflush-bufwrite_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockflush-bufwrite_get-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockflush-bufwrite_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockflush-bufwrite_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.2354023456573486 +| +Command return code: 0, elapsed time: 2.243479013442993 Finished #61 /MBI/scripts/gencodes/RMA/Correct-lockflush-bufwrite_get-001.c diff --git a/logs-20240607/itac/Correct-lockflush-bufwrite_rget-001_0.elapsed b/logs-20240607/itac/Correct-lockflush-bufwrite_rget-001_0.elapsed index 007ba6eef..1c726bf70 100644 --- a/logs-20240607/itac/Correct-lockflush-bufwrite_rget-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockflush-bufwrite_rget-001_0.elapsed @@ -1 +1 @@ -3.4741463661193848 \ No newline at end of file +3.497843027114868 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockflush-bufwrite_rget-001_0.txt b/logs-20240607/itac/Correct-lockflush-bufwrite_rget-001_0.txt index 47f203e3d..70c6d4f69 100644 --- a/logs-20240607/itac/Correct-lockflush-bufwrite_rget-001_0.txt +++ b/logs-20240607/itac/Correct-lockflush-bufwrite_rget-001_0.txt @@ -1,5 +1,5 @@ Running #264 /MBI/scripts/gencodes/RMA/Correct-lockflush-bufwrite_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockflush-bufwrite_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockflush-bufwrite_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockflush-bufwrite_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 3.4741463661193848 +Command return code: 0, elapsed time: 3.497843027114868 Finished #264 /MBI/scripts/gencodes/RMA/Correct-lockflush-bufwrite_rget-001.c diff --git a/logs-20240607/itac/Correct-lockflushlocal-accumulate_bufread-001_0.elapsed b/logs-20240607/itac/Correct-lockflushlocal-accumulate_bufread-001_0.elapsed index a7a13186c..defb43fc5 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-accumulate_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockflushlocal-accumulate_bufread-001_0.elapsed @@ -1 +1 @@ -2.1122028827667236 \ No newline at end of file +2.1114673614501953 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockflushlocal-accumulate_bufread-001_0.txt b/logs-20240607/itac/Correct-lockflushlocal-accumulate_bufread-001_0.txt index 18c367831..ce9f10577 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-accumulate_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-lockflushlocal-accumulate_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #110 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-accumulate_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockflushlocal-accumulate_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-lockflushlocal-accumulate_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockflushlocal-accumulate_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1122028827667236 +Command return code: 0, elapsed time: 2.1114673614501953 Finished #110 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-accumulate_bufread-001.c diff --git a/logs-20240607/itac/Correct-lockflushlocal-compare_and_swap_bufread-001_0.elapsed b/logs-20240607/itac/Correct-lockflushlocal-compare_and_swap_bufread-001_0.elapsed index d3bd8b8da..01f72b710 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-compare_and_swap_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockflushlocal-compare_and_swap_bufread-001_0.elapsed @@ -1 +1 @@ -2.068122148513794 \ No newline at end of file +2.0102384090423584 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockflushlocal-compare_and_swap_bufread-001_0.txt b/logs-20240607/itac/Correct-lockflushlocal-compare_and_swap_bufread-001_0.txt index 28864aa50..50b335427 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-compare_and_swap_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-lockflushlocal-compare_and_swap_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #272 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-compare_and_swap_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockflushlocal-compare_and_swap_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-lockflushlocal-compare_and_swap_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockflushlocal-compare_and_swap_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.068122148513794 +Command return code: 0, elapsed time: 2.0102384090423584 Finished #272 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-compare_and_swap_bufread-001.c diff --git a/logs-20240607/itac/Correct-lockflushlocal-fetch_and_op_bufread-001_0.elapsed b/logs-20240607/itac/Correct-lockflushlocal-fetch_and_op_bufread-001_0.elapsed index 5b93f2f5a..d6fe3b83f 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-fetch_and_op_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockflushlocal-fetch_and_op_bufread-001_0.elapsed @@ -1 +1 @@ -1.9228515625 \ No newline at end of file +1.822807788848877 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockflushlocal-fetch_and_op_bufread-001_0.txt b/logs-20240607/itac/Correct-lockflushlocal-fetch_and_op_bufread-001_0.txt index 7a70fe1fe..dd51c076a 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-fetch_and_op_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-lockflushlocal-fetch_and_op_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #302 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-fetch_and_op_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockflushlocal-fetch_and_op_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-lockflushlocal-fetch_and_op_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockflushlocal-fetch_and_op_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9228515625 +Command return code: 0, elapsed time: 1.822807788848877 Finished #302 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-fetch_and_op_bufread-001.c diff --git a/logs-20240607/itac/Correct-lockflushlocal-get_accumulate_bufread-001_0.elapsed b/logs-20240607/itac/Correct-lockflushlocal-get_accumulate_bufread-001_0.elapsed index ea6c845c2..6c9586817 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-get_accumulate_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockflushlocal-get_accumulate_bufread-001_0.elapsed @@ -1 +1 @@ -1.932173252105713 \ No newline at end of file +1.9730212688446045 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockflushlocal-get_accumulate_bufread-001_0.txt b/logs-20240607/itac/Correct-lockflushlocal-get_accumulate_bufread-001_0.txt index 139c9f6f1..fa25ec0bd 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-get_accumulate_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-lockflushlocal-get_accumulate_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #167 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-get_accumulate_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockflushlocal-get_accumulate_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-lockflushlocal-get_accumulate_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockflushlocal-get_accumulate_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.932173252105713 +Command return code: 0, elapsed time: 1.9730212688446045 Finished #167 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-get_accumulate_bufread-001.c diff --git a/logs-20240607/itac/Correct-lockflushlocal-put_bufread-001_0.elapsed b/logs-20240607/itac/Correct-lockflushlocal-put_bufread-001_0.elapsed index 83dfd945a..d1480c18f 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-put_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockflushlocal-put_bufread-001_0.elapsed @@ -1 +1 @@ -1.8355605602264404 \ No newline at end of file +1.8362104892730713 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockflushlocal-put_bufread-001_0.txt b/logs-20240607/itac/Correct-lockflushlocal-put_bufread-001_0.txt index af9460c81..12f7a5402 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-put_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-lockflushlocal-put_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #67 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-put_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockflushlocal-put_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-lockflushlocal-put_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockflushlocal-put_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.8355605602264404 +Command return code: 0, elapsed time: 1.8362104892730713 Finished #67 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-put_bufread-001.c diff --git a/logs-20240607/itac/Correct-lockflushlocal-raccumulate_bufread-001_0.elapsed b/logs-20240607/itac/Correct-lockflushlocal-raccumulate_bufread-001_0.elapsed index e0ce04cbd..fcdf4fc9b 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-raccumulate_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockflushlocal-raccumulate_bufread-001_0.elapsed @@ -1 +1 @@ -1.986450433731079 \ No newline at end of file +2.000067949295044 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockflushlocal-raccumulate_bufread-001_0.txt b/logs-20240607/itac/Correct-lockflushlocal-raccumulate_bufread-001_0.txt index c411370f3..24a57bc75 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-raccumulate_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-lockflushlocal-raccumulate_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #79 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-raccumulate_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockflushlocal-raccumulate_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-lockflushlocal-raccumulate_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockflushlocal-raccumulate_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.986450433731079 +| +Command return code: 0, elapsed time: 2.000067949295044 Finished #79 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-raccumulate_bufread-001.c diff --git a/logs-20240607/itac/Correct-lockflushlocal-rget_accumulate_bufread-001_0.elapsed b/logs-20240607/itac/Correct-lockflushlocal-rget_accumulate_bufread-001_0.elapsed index 1d695485c..5bccdcdae 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-rget_accumulate_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockflushlocal-rget_accumulate_bufread-001_0.elapsed @@ -1 +1 @@ -2.1995275020599365 \ No newline at end of file +2.178334951400757 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockflushlocal-rget_accumulate_bufread-001_0.txt b/logs-20240607/itac/Correct-lockflushlocal-rget_accumulate_bufread-001_0.txt index 1986b75d8..600e7113a 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-rget_accumulate_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-lockflushlocal-rget_accumulate_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #414 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-rget_accumulate_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockflushlocal-rget_accumulate_bufread-001.c (batchinfo:1/1) @@ -48,14 +48,13 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-lockflushlocal-rget_accumulate_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockflushlocal-rget_accumulate_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.1995275020599365 +Command return code: 0, elapsed time: 2.178334951400757 Finished #414 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-rget_accumulate_bufread-001.c diff --git a/logs-20240607/itac/Correct-lockflushlocal-rput_bufread-001_0.elapsed b/logs-20240607/itac/Correct-lockflushlocal-rput_bufread-001_0.elapsed index 8f1052777..ca39b878b 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-rput_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockflushlocal-rput_bufread-001_0.elapsed @@ -1 +1 @@ -1.9603445529937744 \ No newline at end of file +1.996537208557129 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockflushlocal-rput_bufread-001_0.txt b/logs-20240607/itac/Correct-lockflushlocal-rput_bufread-001_0.txt index 2e7c462cd..8a8bbcf15 100644 --- a/logs-20240607/itac/Correct-lockflushlocal-rput_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-lockflushlocal-rput_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #108 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-rput_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockflushlocal-rput_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-lockflushlocal-rput_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockflushlocal-rput_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9603445529937744 +Command return code: 0, elapsed time: 1.996537208557129 Finished #108 /MBI/scripts/gencodes/RMA/Correct-lockflushlocal-rput_bufread-001.c diff --git a/logs-20240607/itac/Correct-lockunlock-accumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-lockunlock-accumulate_bufwrite-001_0.elapsed index a5b0a879b..5b728e4e1 100644 --- a/logs-20240607/itac/Correct-lockunlock-accumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockunlock-accumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.1246862411499023 \ No newline at end of file +2.192394971847534 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockunlock-accumulate_bufwrite-001_0.txt b/logs-20240607/itac/Correct-lockunlock-accumulate_bufwrite-001_0.txt index 702d36267..7723ee11c 100644 --- a/logs-20240607/itac/Correct-lockunlock-accumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-lockunlock-accumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #259 /MBI/scripts/gencodes/RMA/Correct-lockunlock-accumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockunlock-accumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockunlock-accumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockunlock-accumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1246862411499023 +Command return code: 0, elapsed time: 2.192394971847534 Finished #259 /MBI/scripts/gencodes/RMA/Correct-lockunlock-accumulate_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-lockunlock-compare_and_swap_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-lockunlock-compare_and_swap_bufwrite-001_0.elapsed index 31d9f99c1..3aeca1b27 100644 --- a/logs-20240607/itac/Correct-lockunlock-compare_and_swap_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockunlock-compare_and_swap_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.9710369110107422 \ No newline at end of file +1.9295005798339844 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockunlock-compare_and_swap_bufwrite-001_0.txt b/logs-20240607/itac/Correct-lockunlock-compare_and_swap_bufwrite-001_0.txt index c886adcbc..e1884e5df 100644 --- a/logs-20240607/itac/Correct-lockunlock-compare_and_swap_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-lockunlock-compare_and_swap_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #333 /MBI/scripts/gencodes/RMA/Correct-lockunlock-compare_and_swap_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockunlock-compare_and_swap_bufwrite-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockunlock-compare_and_swap_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockunlock-compare_and_swap_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | -| -Command return code: 0, elapsed time: 1.9710369110107422 +Command return code: 0, elapsed time: 1.9295005798339844 Finished #333 /MBI/scripts/gencodes/RMA/Correct-lockunlock-compare_and_swap_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-lockunlock-fetch_and_op_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-lockunlock-fetch_and_op_bufwrite-001_0.elapsed index d62d98ee1..74d8fa465 100644 --- a/logs-20240607/itac/Correct-lockunlock-fetch_and_op_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockunlock-fetch_and_op_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.8741297721862793 \ No newline at end of file +1.9373457431793213 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockunlock-fetch_and_op_bufwrite-001_0.txt b/logs-20240607/itac/Correct-lockunlock-fetch_and_op_bufwrite-001_0.txt index 6e2d67ed1..ddf1c89ce 100644 --- a/logs-20240607/itac/Correct-lockunlock-fetch_and_op_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-lockunlock-fetch_and_op_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #166 /MBI/scripts/gencodes/RMA/Correct-lockunlock-fetch_and_op_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockunlock-fetch_and_op_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockunlock-fetch_and_op_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockunlock-fetch_and_op_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.8741297721862793 +Command return code: 0, elapsed time: 1.9373457431793213 Finished #166 /MBI/scripts/gencodes/RMA/Correct-lockunlock-fetch_and_op_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-lockunlock-get_accumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-lockunlock-get_accumulate_bufwrite-001_0.elapsed index e7ad42d64..8f43ded39 100644 --- a/logs-20240607/itac/Correct-lockunlock-get_accumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockunlock-get_accumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.1975388526916504 \ No newline at end of file +2.1930127143859863 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockunlock-get_accumulate_bufwrite-001_0.txt b/logs-20240607/itac/Correct-lockunlock-get_accumulate_bufwrite-001_0.txt index c07f3f1e2..f19e74c91 100644 --- a/logs-20240607/itac/Correct-lockunlock-get_accumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-lockunlock-get_accumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #43 /MBI/scripts/gencodes/RMA/Correct-lockunlock-get_accumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockunlock-get_accumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockunlock-get_accumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockunlock-get_accumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,8 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -| -Command return code: 0, elapsed time: 2.1975388526916504 +Command return code: 0, elapsed time: 2.1930127143859863 Finished #43 /MBI/scripts/gencodes/RMA/Correct-lockunlock-get_accumulate_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-lockunlock-put_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-lockunlock-put_bufwrite-001_0.elapsed index 0c29cb658..6baaa6c48 100644 --- a/logs-20240607/itac/Correct-lockunlock-put_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockunlock-put_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.0726168155670166 \ No newline at end of file +3.804227113723755 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockunlock-put_bufwrite-001_0.txt b/logs-20240607/itac/Correct-lockunlock-put_bufwrite-001_0.txt index 04959634a..0ff7794f2 100644 --- a/logs-20240607/itac/Correct-lockunlock-put_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-lockunlock-put_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #27 /MBI/scripts/gencodes/RMA/Correct-lockunlock-put_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockunlock-put_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockunlock-put_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockunlock-put_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0726168155670166 +Command return code: 0, elapsed time: 3.804227113723755 Finished #27 /MBI/scripts/gencodes/RMA/Correct-lockunlock-put_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-lockunlock-raccumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-lockunlock-raccumulate_bufwrite-001_0.elapsed index 6422854c6..13d7008d0 100644 --- a/logs-20240607/itac/Correct-lockunlock-raccumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockunlock-raccumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.9595868587493896 \ No newline at end of file +2.054436206817627 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockunlock-raccumulate_bufwrite-001_0.txt b/logs-20240607/itac/Correct-lockunlock-raccumulate_bufwrite-001_0.txt index 5febe8e84..fe623e8fe 100644 --- a/logs-20240607/itac/Correct-lockunlock-raccumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-lockunlock-raccumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #112 /MBI/scripts/gencodes/RMA/Correct-lockunlock-raccumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockunlock-raccumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockunlock-raccumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockunlock-raccumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 1.9595868587493896 +| +Command return code: 0, elapsed time: 2.054436206817627 Finished #112 /MBI/scripts/gencodes/RMA/Correct-lockunlock-raccumulate_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-lockunlock-rget_accumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-lockunlock-rget_accumulate_bufwrite-001_0.elapsed index 36d63812d..b847dc81c 100644 --- a/logs-20240607/itac/Correct-lockunlock-rget_accumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockunlock-rget_accumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.9914965629577637 \ No newline at end of file +1.8417117595672607 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockunlock-rget_accumulate_bufwrite-001_0.txt b/logs-20240607/itac/Correct-lockunlock-rget_accumulate_bufwrite-001_0.txt index c3104a511..85de81c9e 100644 --- a/logs-20240607/itac/Correct-lockunlock-rget_accumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-lockunlock-rget_accumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #303 /MBI/scripts/gencodes/RMA/Correct-lockunlock-rget_accumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockunlock-rget_accumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockunlock-rget_accumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockunlock-rget_accumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9914965629577637 +Command return code: 0, elapsed time: 1.8417117595672607 Finished #303 /MBI/scripts/gencodes/RMA/Correct-lockunlock-rget_accumulate_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-lockunlock-rput_bufwrite-001_0.elapsed b/logs-20240607/itac/Correct-lockunlock-rput_bufwrite-001_0.elapsed index 60f864676..1570741c2 100644 --- a/logs-20240607/itac/Correct-lockunlock-rput_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/Correct-lockunlock-rput_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.807966709136963 \ No newline at end of file +1.8779027462005615 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-lockunlock-rput_bufwrite-001_0.txt b/logs-20240607/itac/Correct-lockunlock-rput_bufwrite-001_0.txt index 516ac38c9..594859862 100644 --- a/logs-20240607/itac/Correct-lockunlock-rput_bufwrite-001_0.txt +++ b/logs-20240607/itac/Correct-lockunlock-rput_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #68 /MBI/scripts/gencodes/RMA/Correct-lockunlock-rput_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-lockunlock-rput_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-lockunlock-rput_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-lockunlock-rput_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.807966709136963 +Command return code: 0, elapsed time: 1.8779027462005615 Finished #68 /MBI/scripts/gencodes/RMA/Correct-lockunlock-rput_bufwrite-001.c diff --git a/logs-20240607/itac/Correct-mpi_allgather-001_0.elapsed b/logs-20240607/itac/Correct-mpi_allgather-001_0.elapsed index f024ba1d6..ca062ca4b 100644 --- a/logs-20240607/itac/Correct-mpi_allgather-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allgather-001_0.elapsed @@ -1 +1 @@ -2.0917842388153076 \ No newline at end of file +2.2054364681243896 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allgather-001_0.txt b/logs-20240607/itac/Correct-mpi_allgather-001_0.txt index 3726c69aa..ff6a8aa0f 100644 --- a/logs-20240607/itac/Correct-mpi_allgather-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_allgather-001_0.txt @@ -1,5 +1,5 @@ Running #600 /MBI/scripts/gencodes/COLL/Correct-mpi_allgather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allgather-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allgather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allgather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.0917842388153076 +Command return code: 0, elapsed time: 2.2054364681243896 Finished #600 /MBI/scripts/gencodes/COLL/Correct-mpi_allgather-001.c diff --git a/logs-20240607/itac/Correct-mpi_allgather-002_0.elapsed b/logs-20240607/itac/Correct-mpi_allgather-002_0.elapsed index b64a50e8e..60b228ef2 100644 --- a/logs-20240607/itac/Correct-mpi_allgather-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allgather-002_0.elapsed @@ -1 +1 @@ -60.208308696746826 \ No newline at end of file +120.20449757575989 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allgather-002_0.timeout b/logs-20240607/itac/Correct-mpi_allgather-002_0.timeout index fc9f2d3ad..61477ca67 100644 --- a/logs-20240607/itac/Correct-mpi_allgather-002_0.timeout +++ b/logs-20240607/itac/Correct-mpi_allgather-002_0.timeout @@ -1 +1 @@ -60.00678563117981 seconds \ No newline at end of file +120.0029809474945 seconds \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allgather-002_0.txt b/logs-20240607/itac/Correct-mpi_allgather-002_0.txt index 89252e32c..7e86622e2 100644 --- a/logs-20240607/itac/Correct-mpi_allgather-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_allgather-002_0.txt @@ -1,5 +1,5 @@ Running #688 /MBI/scripts/gencodes/COLL/Correct-mpi_allgather-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allgather-002.c (batchinfo:1/1) @@ -48,6 +48,6 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | malloc_consolidate(): unaligned fastbin chunk detected -Command killed by signal 15, elapsed time: 60.208308696746826 +Command killed by signal 15, elapsed time: 120.20449757575989 Finished #688 /MBI/scripts/gencodes/COLL/Correct-mpi_allgather-002.c diff --git a/logs-20240607/itac/Correct-mpi_allgather-003_0.elapsed b/logs-20240607/itac/Correct-mpi_allgather-003_0.elapsed index e01bd75dd..613918d88 100644 --- a/logs-20240607/itac/Correct-mpi_allgather-003_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allgather-003_0.elapsed @@ -1 +1 @@ -2.224665880203247 \ No newline at end of file +2.207512617111206 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allgather-003_0.txt b/logs-20240607/itac/Correct-mpi_allgather-003_0.txt index 4e5dbefa8..08679a042 100644 --- a/logs-20240607/itac/Correct-mpi_allgather-003_0.txt +++ b/logs-20240607/itac/Correct-mpi_allgather-003_0.txt @@ -1,5 +1,5 @@ Running #1098 /MBI/scripts/gencodes/COLL/Correct-mpi_allgather-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allgather-003.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allgather-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allgather-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 2.224665880203247 +Command return code: 0, elapsed time: 2.207512617111206 Finished #1098 /MBI/scripts/gencodes/COLL/Correct-mpi_allgather-003.c diff --git a/logs-20240607/itac/Correct-mpi_allgather-004_0.elapsed b/logs-20240607/itac/Correct-mpi_allgather-004_0.elapsed index c92f8b54f..9f4ce7b04 100644 --- a/logs-20240607/itac/Correct-mpi_allgather-004_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allgather-004_0.elapsed @@ -1 +1 @@ -2.037107229232788 \ No newline at end of file +2.0505950450897217 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allgather-004_0.txt b/logs-20240607/itac/Correct-mpi_allgather-004_0.txt index 70ca9dca1..66cf5752c 100644 --- a/logs-20240607/itac/Correct-mpi_allgather-004_0.txt +++ b/logs-20240607/itac/Correct-mpi_allgather-004_0.txt @@ -1,5 +1,5 @@ Running #693 /MBI/scripts/gencodes/COLL/Correct-mpi_allgather-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allgather-004.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allgather-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allgather-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.037107229232788 +| +Command return code: 0, elapsed time: 2.0505950450897217 Finished #693 /MBI/scripts/gencodes/COLL/Correct-mpi_allgather-004.c diff --git a/logs-20240607/itac/Correct-mpi_allgather-mpi_allgather-001_0.elapsed b/logs-20240607/itac/Correct-mpi_allgather-mpi_allgather-001_0.elapsed index cb23ec25f..7aedb952d 100644 --- a/logs-20240607/itac/Correct-mpi_allgather-mpi_allgather-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allgather-mpi_allgather-001_0.elapsed @@ -1 +1 @@ -2.332122564315796 \ No newline at end of file +2.2186574935913086 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allgather-mpi_allgather-001_0.txt b/logs-20240607/itac/Correct-mpi_allgather-mpi_allgather-001_0.txt index 718339262..5029369ea 100644 --- a/logs-20240607/itac/Correct-mpi_allgather-mpi_allgather-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_allgather-mpi_allgather-001_0.txt @@ -1,5 +1,5 @@ Running #697 /MBI/scripts/gencodes/COLL/Correct-mpi_allgather-mpi_allgather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allgather-mpi_allgather-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allgather-mpi_allgather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allgather-mpi_allgather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.332122564315796 +Command return code: 0, elapsed time: 2.2186574935913086 Finished #697 /MBI/scripts/gencodes/COLL/Correct-mpi_allgather-mpi_allgather-001.c diff --git a/logs-20240607/itac/Correct-mpi_allreduce-001_0.elapsed b/logs-20240607/itac/Correct-mpi_allreduce-001_0.elapsed index c2e528484..a46fafd75 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allreduce-001_0.elapsed @@ -1 +1 @@ -2.174563407897949 \ No newline at end of file +2.263946056365967 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allreduce-001_0.txt b/logs-20240607/itac/Correct-mpi_allreduce-001_0.txt index 32fd1e360..2d8be3273 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_allreduce-001_0.txt @@ -1,5 +1,5 @@ Running #542 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allreduce-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.174563407897949 +Command return code: 0, elapsed time: 2.263946056365967 Finished #542 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-001.c diff --git a/logs-20240607/itac/Correct-mpi_allreduce-002_0.elapsed b/logs-20240607/itac/Correct-mpi_allreduce-002_0.elapsed index d85731fd8..77ec4f0c1 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allreduce-002_0.elapsed @@ -1 +1 @@ -2.1982100009918213 \ No newline at end of file +2.201904296875 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allreduce-002_0.txt b/logs-20240607/itac/Correct-mpi_allreduce-002_0.txt index 173694113..a08440f8e 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_allreduce-002_0.txt @@ -1,5 +1,5 @@ Running #763 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allreduce-002.c (batchinfo:1/1) @@ -51,13 +51,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allreduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allreduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.1982100009918213 +| +Command return code: 0, elapsed time: 2.201904296875 Finished #763 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-002.c diff --git a/logs-20240607/itac/Correct-mpi_allreduce-003_0.elapsed b/logs-20240607/itac/Correct-mpi_allreduce-003_0.elapsed index d18c84665..135bed9d3 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-003_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allreduce-003_0.elapsed @@ -1 +1 @@ -2.430384635925293 \ No newline at end of file +2.365278720855713 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allreduce-003_0.txt b/logs-20240607/itac/Correct-mpi_allreduce-003_0.txt index a7dba0d63..3f618f0a4 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-003_0.txt +++ b/logs-20240607/itac/Correct-mpi_allreduce-003_0.txt @@ -1,5 +1,5 @@ Running #1180 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allreduce-003.c (batchinfo:1/1) @@ -51,7 +51,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allreduce-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allreduce-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -59,6 +59,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.430384635925293 +Command return code: 0, elapsed time: 2.365278720855713 Finished #1180 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-003.c diff --git a/logs-20240607/itac/Correct-mpi_allreduce-004_0.elapsed b/logs-20240607/itac/Correct-mpi_allreduce-004_0.elapsed index 50c9fa1f1..4662e648e 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-004_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allreduce-004_0.elapsed @@ -1 +1 @@ -7.848514556884766 \ No newline at end of file +8.722445964813232 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allreduce-004_0.txt b/logs-20240607/itac/Correct-mpi_allreduce-004_0.txt index ecc200a41..e131f4ab8 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-004_0.txt +++ b/logs-20240607/itac/Correct-mpi_allreduce-004_0.txt @@ -1,5 +1,5 @@ Running #538 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allreduce-004.c (batchinfo:1/1) @@ -55,20 +55,20 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-004.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_allreduce-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_allreduce-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=MPI_IN_PLACE, *recvbuf=0x46abd0, count=1, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Allreduce(*sendbuf=MPI_IN_PLACE, *recvbuf=0x46ad90, count=1, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-004.c:49) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_allreduce-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_allreduce-004) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_allreduce-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allreduce-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 184566 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 230030 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 184567 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 230034 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.848514556884766 +Command return code: 255, elapsed time: 8.722445964813232 Finished #538 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-004.c diff --git a/logs-20240607/itac/Correct-mpi_allreduce-005_0.elapsed b/logs-20240607/itac/Correct-mpi_allreduce-005_0.elapsed index 9e0a2917e..6b0774cb1 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-005_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allreduce-005_0.elapsed @@ -1 +1 @@ -2.1909046173095703 \ No newline at end of file +2.2082395553588867 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allreduce-005_0.txt b/logs-20240607/itac/Correct-mpi_allreduce-005_0.txt index 5f1600af5..6c6900b86 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-005_0.txt +++ b/logs-20240607/itac/Correct-mpi_allreduce-005_0.txt @@ -1,5 +1,5 @@ Running #855 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allreduce-005.c (batchinfo:1/1) @@ -51,7 +51,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allreduce-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allreduce-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -59,6 +59,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1909046173095703 +Command return code: 0, elapsed time: 2.2082395553588867 Finished #855 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-005.c diff --git a/logs-20240607/itac/Correct-mpi_allreduce-006_0.elapsed b/logs-20240607/itac/Correct-mpi_allreduce-006_0.elapsed index 4e21d8dac..b6a2ea2d7 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-006_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allreduce-006_0.elapsed @@ -1 +1 @@ -7.885379076004028 \ No newline at end of file +8.025768518447876 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allreduce-006_0.txt b/logs-20240607/itac/Correct-mpi_allreduce-006_0.txt index e9b6521bb..a5cedfc92 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-006_0.txt +++ b/logs-20240607/itac/Correct-mpi_allreduce-006_0.txt @@ -1,5 +1,5 @@ Running #985 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allreduce-006.c (batchinfo:1/1) @@ -55,20 +55,20 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-006.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_allreduce-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_allreduce-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=MPI_IN_PLACE, *recvbuf=0x46ac10, count=1, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [1] ERROR: MPI_Allreduce(*sendbuf=MPI_IN_PLACE, *recvbuf=0x46ac90, count=1, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-006.c:51) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_allreduce-006) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_allreduce-006) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_allreduce-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allreduce-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203655 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249200 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203656 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249202 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.885379076004028 +Command return code: 255, elapsed time: 8.025768518447876 Finished #985 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-006.c diff --git a/logs-20240607/itac/Correct-mpi_allreduce-007_0.elapsed b/logs-20240607/itac/Correct-mpi_allreduce-007_0.elapsed index ff8ddaacb..c78a16510 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-007_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allreduce-007_0.elapsed @@ -1 +1 @@ -2.277326822280884 \ No newline at end of file +2.0658676624298096 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allreduce-007_0.txt b/logs-20240607/itac/Correct-mpi_allreduce-007_0.txt index 01400fa26..965a31d1c 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-007_0.txt +++ b/logs-20240607/itac/Correct-mpi_allreduce-007_0.txt @@ -1,5 +1,5 @@ Running #947 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allreduce-007.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allreduce-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allreduce-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | | -Command return code: 0, elapsed time: 2.277326822280884 +Command return code: 0, elapsed time: 2.0658676624298096 Finished #947 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-007.c diff --git a/logs-20240607/itac/Correct-mpi_allreduce-008_0.elapsed b/logs-20240607/itac/Correct-mpi_allreduce-008_0.elapsed index e576cb111..3b1ff50f8 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-008_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allreduce-008_0.elapsed @@ -1 +1 @@ -2.2716591358184814 \ No newline at end of file +2.4590506553649902 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allreduce-008_0.txt b/logs-20240607/itac/Correct-mpi_allreduce-008_0.txt index 328de312f..19aed3ad3 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-008_0.txt +++ b/logs-20240607/itac/Correct-mpi_allreduce-008_0.txt @@ -1,5 +1,5 @@ Running #1197 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allreduce-008.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allreduce-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allreduce-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.2716591358184814 +Command return code: 0, elapsed time: 2.4590506553649902 Finished #1197 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-008.c diff --git a/logs-20240607/itac/Correct-mpi_allreduce-009_0.elapsed b/logs-20240607/itac/Correct-mpi_allreduce-009_0.elapsed index 0e8336351..e2c41981d 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-009_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allreduce-009_0.elapsed @@ -1 +1 @@ -2.231215715408325 \ No newline at end of file +2.166268825531006 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allreduce-009_0.txt b/logs-20240607/itac/Correct-mpi_allreduce-009_0.txt index 323a88a5b..01b3f917e 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-009_0.txt +++ b/logs-20240607/itac/Correct-mpi_allreduce-009_0.txt @@ -1,5 +1,5 @@ Running #1188 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allreduce-009.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allreduce-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allreduce-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.231215715408325 +Command return code: 0, elapsed time: 2.166268825531006 Finished #1188 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-009.c diff --git a/logs-20240607/itac/Correct-mpi_allreduce-010_0.elapsed b/logs-20240607/itac/Correct-mpi_allreduce-010_0.elapsed index c274991f8..df6de361b 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-010_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allreduce-010_0.elapsed @@ -1 +1 @@ -2.3379361629486084 \ No newline at end of file +2.301041841506958 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allreduce-010_0.txt b/logs-20240607/itac/Correct-mpi_allreduce-010_0.txt index 56e3bc33e..51bf32f84 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-010_0.txt +++ b/logs-20240607/itac/Correct-mpi_allreduce-010_0.txt @@ -1,5 +1,5 @@ Running #1157 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allreduce-010.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allreduce-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allreduce-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.3379361629486084 +| +Command return code: 0, elapsed time: 2.301041841506958 Finished #1157 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-010.c diff --git a/logs-20240607/itac/Correct-mpi_allreduce-011_0.elapsed b/logs-20240607/itac/Correct-mpi_allreduce-011_0.elapsed index 2d9f28cfa..44606e29b 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-011_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allreduce-011_0.elapsed @@ -1 +1 @@ -2.868887424468994 \ No newline at end of file +2.2182626724243164 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allreduce-011_0.txt b/logs-20240607/itac/Correct-mpi_allreduce-011_0.txt index ea115e758..1e18c937d 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-011_0.txt +++ b/logs-20240607/itac/Correct-mpi_allreduce-011_0.txt @@ -1,5 +1,5 @@ Running #650 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allreduce-011.c (batchinfo:1/1) @@ -51,13 +51,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allreduce-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allreduce-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 2.868887424468994 +Command return code: 0, elapsed time: 2.2182626724243164 Finished #650 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-011.c diff --git a/logs-20240607/itac/Correct-mpi_allreduce-mpi_allreduce-001_0.elapsed b/logs-20240607/itac/Correct-mpi_allreduce-mpi_allreduce-001_0.elapsed index cc60beb70..24ee1e909 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-mpi_allreduce-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_allreduce-mpi_allreduce-001_0.elapsed @@ -1 +1 @@ -2.221630096435547 \ No newline at end of file +2.1540024280548096 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_allreduce-mpi_allreduce-001_0.txt b/logs-20240607/itac/Correct-mpi_allreduce-mpi_allreduce-001_0.txt index a9f6c6edd..632007cbb 100644 --- a/logs-20240607/itac/Correct-mpi_allreduce-mpi_allreduce-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_allreduce-mpi_allreduce-001_0.txt @@ -1,5 +1,5 @@ Running #1094 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-mpi_allreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_allreduce-mpi_allreduce-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_allreduce-mpi_allreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_allreduce-mpi_allreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.221630096435547 +Command return code: 0, elapsed time: 2.1540024280548096 Finished #1094 /MBI/scripts/gencodes/COLL/Correct-mpi_allreduce-mpi_allreduce-001.c diff --git a/logs-20240607/itac/Correct-mpi_alltoall-001_0.elapsed b/logs-20240607/itac/Correct-mpi_alltoall-001_0.elapsed index 733ee6051..cc5bcd8e2 100644 --- a/logs-20240607/itac/Correct-mpi_alltoall-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_alltoall-001_0.elapsed @@ -1 +1 @@ -8.791015863418579 \ No newline at end of file +0.9669127464294434 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_alltoall-001_0.md5sum b/logs-20240607/itac/Correct-mpi_alltoall-001_0.md5sum deleted file mode 100644 index dccc45409..000000000 --- a/logs-20240607/itac/Correct-mpi_alltoall-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -72a337cde46f68f0df333105aed6d303 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_alltoall-001_0.txt b/logs-20240607/itac/Correct-mpi_alltoall-001_0.txt index 8834f60dc..0204ae196 100644 --- a/logs-20240607/itac/Correct-mpi_alltoall-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_alltoall-001_0.txt @@ -1,5 +1,5 @@ Running #625 /MBI/scripts/gencodes/COLL/Correct-mpi_alltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_alltoall-001.c (batchinfo:1/1) @@ -47,51 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46aba0. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Alltoall(*sendbuf=0x46ab70, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46aba0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_alltoall-001.c:37) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_alltoall-001) -| -| [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error -| [1] ERROR: Read-only buffer was modified while owned by MPI. -| [1] ERROR: Control over buffer was transferred to MPI at: -| [1] ERROR: MPI_Alltoall(*sendbuf=0x46ab70, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46aba0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_alltoall-001.c:37) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_alltoall-001) -| [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Alltoall(*sendbuf=0x46ab70, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46aba0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_alltoall-001.c:37) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_alltoall-001) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_alltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed -| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200445 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240901 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200446 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240902 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.791015863418579 +Command return code: 255, elapsed time: 0.9669127464294434 Finished #625 /MBI/scripts/gencodes/COLL/Correct-mpi_alltoall-001.c diff --git a/logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001_0.elapsed b/logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001_0.elapsed index 357df1345..13c47fc16 100644 --- a/logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001_0.elapsed @@ -1 +1 @@ -8.881538152694702 \ No newline at end of file +8.825674057006836 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001_0.txt b/logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001_0.txt index fe20c7992..897aa675e 100644 --- a/logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001_0.txt @@ -1,5 +1,5 @@ Running #738 /MBI/scripts/gencodes/COLL/Correct-mpi_alltoall-mpi_alltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_alltoall-mpi_alltoall-001.c (batchinfo:1/1) @@ -55,34 +55,34 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_alltoall-mpi_alltoall-001.c:38) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_alltoall-mpi_alltoall-001) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. +| [1] WARNING: Send and receive buffers overlap at address 0x46ab60. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Alltoall(*sendbuf=0x46acd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Alltoall(*sendbuf=0x46ab30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ab60, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_alltoall-mpi_alltoall-001.c:41) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_alltoall-mpi_alltoall-001) | | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. | [1] ERROR: Control over buffer was transferred to MPI at: -| [1] ERROR: MPI_Alltoall(*sendbuf=0x46acd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Alltoall(*sendbuf=0x46ab30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ab60, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_alltoall-mpi_alltoall-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_alltoall-mpi_alltoall-001) | [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Alltoall(*sendbuf=0x46acd0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Alltoall(*sendbuf=0x46ab30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ab60, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_alltoall-mpi_alltoall-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_alltoall-mpi_alltoall-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_alltoall-mpi_alltoall-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_alltoall-mpi_alltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_alltoall-mpi_alltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -91,16 +91,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187706 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233077 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187707 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233079 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.881538152694702 +Command return code: 255, elapsed time: 8.825674057006836 Finished #738 /MBI/scripts/gencodes/COLL/Correct-mpi_alltoall-mpi_alltoall-001.c diff --git a/logs-20240607/itac/Correct-mpi_barrier-001_0.elapsed b/logs-20240607/itac/Correct-mpi_barrier-001_0.elapsed index 0fef5b77d..b59ca852e 100644 --- a/logs-20240607/itac/Correct-mpi_barrier-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_barrier-001_0.elapsed @@ -1 +1 @@ -2.274548292160034 \ No newline at end of file +2.2156357765197754 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_barrier-001_0.txt b/logs-20240607/itac/Correct-mpi_barrier-001_0.txt index 18b9a4044..0affad6a6 100644 --- a/logs-20240607/itac/Correct-mpi_barrier-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_barrier-001_0.txt @@ -1,5 +1,5 @@ Running #1126 /MBI/scripts/gencodes/COLL/Correct-mpi_barrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_barrier-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_barrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_barrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.274548292160034 +Command return code: 0, elapsed time: 2.2156357765197754 Finished #1126 /MBI/scripts/gencodes/COLL/Correct-mpi_barrier-001.c diff --git a/logs-20240607/itac/Correct-mpi_barrier-mpi_barrier-001_0.elapsed b/logs-20240607/itac/Correct-mpi_barrier-mpi_barrier-001_0.elapsed index f795e4064..1a1c998c6 100644 --- a/logs-20240607/itac/Correct-mpi_barrier-mpi_barrier-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_barrier-mpi_barrier-001_0.elapsed @@ -1 +1 @@ -2.260758399963379 \ No newline at end of file +2.2012641429901123 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_barrier-mpi_barrier-001_0.txt b/logs-20240607/itac/Correct-mpi_barrier-mpi_barrier-001_0.txt index c90dbbe46..19091e655 100644 --- a/logs-20240607/itac/Correct-mpi_barrier-mpi_barrier-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_barrier-mpi_barrier-001_0.txt @@ -1,5 +1,5 @@ Running #524 /MBI/scripts/gencodes/COLL/Correct-mpi_barrier-mpi_barrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_barrier-mpi_barrier-001.c (batchinfo:1/1) @@ -47,13 +47,15 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_barrier-mpi_barrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_barrier-mpi_barrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.260758399963379 +| +| +Command return code: 0, elapsed time: 2.2012641429901123 Finished #524 /MBI/scripts/gencodes/COLL/Correct-mpi_barrier-mpi_barrier-001.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-001_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-001_0.elapsed index c1f1830fa..6719865b9 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-001_0.elapsed @@ -1 +1 @@ -2.126615524291992 \ No newline at end of file +2.0847017765045166 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-001_0.txt b/logs-20240607/itac/Correct-mpi_bcast-001_0.txt index 0eea159b4..7843ed5bf 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-001_0.txt @@ -1,5 +1,5 @@ Running #811 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.126615524291992 +Command return code: 0, elapsed time: 2.0847017765045166 Finished #811 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-001.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-002_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-002_0.elapsed index 0aaf95435..64ff76581 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-002_0.elapsed @@ -1 +1 @@ -2.162635564804077 \ No newline at end of file +2.2568130493164062 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-002_0.txt b/logs-20240607/itac/Correct-mpi_bcast-002_0.txt index 06515f27a..f71fa6dc0 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-002_0.txt @@ -1,5 +1,5 @@ Running #474 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-002.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -| -Command return code: 0, elapsed time: 2.162635564804077 +Command return code: 0, elapsed time: 2.2568130493164062 Finished #474 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-002.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-003_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-003_0.elapsed index 90fa80dea..2a871e05d 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-003_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-003_0.elapsed @@ -1 +1 @@ -2.214942216873169 \ No newline at end of file +3.787806987762451 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-003_0.txt b/logs-20240607/itac/Correct-mpi_bcast-003_0.txt index e63ff8ae5..56778882e 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-003_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-003_0.txt @@ -1,5 +1,5 @@ Running #684 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-003.c (batchinfo:1/1) @@ -47,15 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -| -Command return code: 0, elapsed time: 2.214942216873169 +Command return code: 0, elapsed time: 3.787806987762451 Finished #684 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-003.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-004_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-004_0.elapsed index c841b3947..0590bf3aa 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-004_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-004_0.elapsed @@ -1 +1 @@ -2.1001217365264893 \ No newline at end of file +2.1936349868774414 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-004_0.txt b/logs-20240607/itac/Correct-mpi_bcast-004_0.txt index 1cd839c1c..df15896ee 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-004_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-004_0.txt @@ -1,5 +1,5 @@ Running #583 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-004.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -| -Command return code: 0, elapsed time: 2.1001217365264893 +Command return code: 0, elapsed time: 2.1936349868774414 Finished #583 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-004.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-005_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-005_0.elapsed index dab40297d..f0e8bcd0a 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-005_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-005_0.elapsed @@ -1 +1 @@ -2.230588436126709 \ No newline at end of file +2.230459451675415 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-005_0.txt b/logs-20240607/itac/Correct-mpi_bcast-005_0.txt index d8b251cc3..995a272d9 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-005_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-005_0.txt @@ -1,5 +1,5 @@ Running #1147 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-005.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.230588436126709 +Command return code: 0, elapsed time: 2.230459451675415 Finished #1147 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-005.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-006_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-006_0.elapsed index 61af4e287..555dd0f9a 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-006_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-006_0.elapsed @@ -1 +1 @@ -2.1863014698028564 \ No newline at end of file +2.1140832901000977 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-006_0.txt b/logs-20240607/itac/Correct-mpi_bcast-006_0.txt index b9ea84d05..384c4ca48 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-006_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-006_0.txt @@ -1,5 +1,5 @@ Running #456 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-006.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 2.1863014698028564 +Command return code: 0, elapsed time: 2.1140832901000977 Finished #456 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-006.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-007_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-007_0.elapsed index 2ec05555b..3b431f2fb 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-007_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-007_0.elapsed @@ -1 +1 @@ -2.235903263092041 \ No newline at end of file +2.3369643688201904 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-007_0.txt b/logs-20240607/itac/Correct-mpi_bcast-007_0.txt index d74ed7ede..df36958eb 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-007_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-007_0.txt @@ -1,5 +1,5 @@ Running #1032 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-007.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.235903263092041 +Command return code: 0, elapsed time: 2.3369643688201904 Finished #1032 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-007.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-008_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-008_0.elapsed index 4257bfdb4..a79c2e530 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-008_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-008_0.elapsed @@ -1 +1 @@ -2.2638025283813477 \ No newline at end of file +2.18192720413208 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-008_0.txt b/logs-20240607/itac/Correct-mpi_bcast-008_0.txt index fc4b56aef..b76777b80 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-008_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-008_0.txt @@ -1,5 +1,5 @@ Running #1089 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-008.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 1 finished normally | Rank 0 finished normally | -Command return code: 0, elapsed time: 2.2638025283813477 +| +Command return code: 0, elapsed time: 2.18192720413208 Finished #1089 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-008.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-009_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-009_0.elapsed index daf7e4ac1..199900ecc 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-009_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-009_0.elapsed @@ -1 +1 @@ -2.9550387859344482 \ No newline at end of file +2.188279151916504 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-009_0.txt b/logs-20240607/itac/Correct-mpi_bcast-009_0.txt index 2ca029493..c2b9987c0 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-009_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-009_0.txt @@ -1,5 +1,5 @@ Running #617 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-009.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.9550387859344482 +Command return code: 0, elapsed time: 2.188279151916504 Finished #617 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-009.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-010_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-010_0.elapsed index 864f367c0..cc74c87f6 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-010_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-010_0.elapsed @@ -1 +1 @@ -2.6041879653930664 \ No newline at end of file +2.1936984062194824 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-010_0.txt b/logs-20240607/itac/Correct-mpi_bcast-010_0.txt index 6d13e467c..68631d48a 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-010_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-010_0.txt @@ -1,5 +1,5 @@ Running #649 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-010.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.6041879653930664 +Command return code: 0, elapsed time: 2.1936984062194824 Finished #649 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-010.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-011_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-011_0.elapsed index af075f50b..22bc44d2c 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-011_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-011_0.elapsed @@ -1 +1 @@ -2.3674490451812744 \ No newline at end of file +2.4670779705047607 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-011_0.txt b/logs-20240607/itac/Correct-mpi_bcast-011_0.txt index 5af49c409..ca62045cd 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-011_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-011_0.txt @@ -1,5 +1,5 @@ Running #1205 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-011.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.3674490451812744 +| +Command return code: 0, elapsed time: 2.4670779705047607 Finished #1205 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-011.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-012_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-012_0.elapsed index 1bbc52148..ea53cb7a0 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-012_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-012_0.elapsed @@ -1 +1 @@ -2.033834457397461 \ No newline at end of file +2.2010202407836914 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-012_0.txt b/logs-20240607/itac/Correct-mpi_bcast-012_0.txt index d4379ef95..75bef8d54 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-012_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-012_0.txt @@ -1,5 +1,5 @@ Running #679 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-012.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.033834457397461 +Command return code: 0, elapsed time: 2.2010202407836914 Finished #679 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-012.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-013_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-013_0.elapsed index e1149b80a..2a8457c75 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-013_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-013_0.elapsed @@ -1 +1 @@ -2.3016464710235596 \ No newline at end of file +2.315727949142456 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-013_0.txt b/logs-20240607/itac/Correct-mpi_bcast-013_0.txt index f488ff51a..e86f09912 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-013_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-013_0.txt @@ -1,5 +1,5 @@ Running #1142 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-013.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.3016464710235596 +Command return code: 0, elapsed time: 2.315727949142456 Finished #1142 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-013.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-014_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-014_0.elapsed index db9b34639..1f5106f25 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-014_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-014_0.elapsed @@ -1 +1 @@ -2.316410541534424 \ No newline at end of file +2.1472666263580322 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-014_0.txt b/logs-20240607/itac/Correct-mpi_bcast-014_0.txt index 6194c794b..7c586f806 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-014_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-014_0.txt @@ -1,5 +1,5 @@ Running #1162 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-014.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.316410541534424 +| +Command return code: 0, elapsed time: 2.1472666263580322 Finished #1162 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-014.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-015_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-015_0.elapsed index 111bf27e9..69a093645 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-015_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-015_0.elapsed @@ -1 +1 @@ -2.666337013244629 \ No newline at end of file +2.234805107116699 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-015_0.txt b/logs-20240607/itac/Correct-mpi_bcast-015_0.txt index 813458002..ac641de3f 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-015_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-015_0.txt @@ -1,5 +1,5 @@ Running #874 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-015.c (batchinfo:1/1) @@ -51,7 +51,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -59,6 +59,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.666337013244629 +Command return code: 0, elapsed time: 2.234805107116699 Finished #874 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-015.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-016_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-016_0.elapsed index 769cd76ff..2dd5cfc43 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-016_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-016_0.elapsed @@ -1 +1 @@ -2.083646059036255 \ No newline at end of file +2.0562655925750732 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-016_0.txt b/logs-20240607/itac/Correct-mpi_bcast-016_0.txt index 9c5f1cca4..73f7d4683 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-016_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-016_0.txt @@ -1,5 +1,5 @@ Running #536 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-016.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.083646059036255 +Command return code: 0, elapsed time: 2.0562655925750732 Finished #536 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-016.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-017_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-017_0.elapsed index d4330b966..77182d7c0 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-017_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-017_0.elapsed @@ -1 +1 @@ -2.2456908226013184 \ No newline at end of file +2.37003493309021 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-017_0.txt b/logs-20240607/itac/Correct-mpi_bcast-017_0.txt index 638c1c421..46718424c 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-017_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-017_0.txt @@ -1,5 +1,5 @@ Running #826 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-017.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.2456908226013184 +Command return code: 0, elapsed time: 2.37003493309021 Finished #826 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-017.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-018_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-018_0.elapsed index 85d4b6a37..c018457c0 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-018_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-018_0.elapsed @@ -1 +1 @@ -2.5335848331451416 \ No newline at end of file +2.212721586227417 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-018_0.txt b/logs-20240607/itac/Correct-mpi_bcast-018_0.txt index a3871bf7b..9916ec75d 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-018_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-018_0.txt @@ -1,5 +1,5 @@ Running #612 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-018.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,8 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.5335848331451416 +| +| +Command return code: 0, elapsed time: 2.212721586227417 Finished #612 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-018.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-019_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-019_0.elapsed index bffc51519..cb8a4b79f 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-019_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-019_0.elapsed @@ -1 +1 @@ -2.2258095741271973 \ No newline at end of file +2.2594380378723145 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-019_0.txt b/logs-20240607/itac/Correct-mpi_bcast-019_0.txt index 617567fc2..bd26b87ec 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-019_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-019_0.txt @@ -1,5 +1,5 @@ Running #549 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-019.c (batchinfo:1/1) @@ -47,13 +47,15 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-019.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.2258095741271973 +| +| +Command return code: 0, elapsed time: 2.2594380378723145 Finished #549 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-019.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-020_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-020_0.elapsed index 74793ab0e..599e64ee4 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-020_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-020_0.elapsed @@ -1 +1 @@ -2.254887580871582 \ No newline at end of file +2.267169237136841 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-020_0.txt b/logs-20240607/itac/Correct-mpi_bcast-020_0.txt index d7aff2129..3817fe9e5 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-020_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-020_0.txt @@ -1,5 +1,5 @@ Running #1202 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-020.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.254887580871582 +Command return code: 0, elapsed time: 2.267169237136841 Finished #1202 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-020.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-021_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-021_0.elapsed index b390c4b38..6f6f85551 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-021_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-021_0.elapsed @@ -1 +1 @@ -2.182760000228882 \ No newline at end of file +2.1971962451934814 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-021_0.txt b/logs-20240607/itac/Correct-mpi_bcast-021_0.txt index 121af452b..f749f28da 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-021_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-021_0.txt @@ -1,5 +1,5 @@ Running #987 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-021.c (batchinfo:1/1) @@ -47,15 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -| -| -Command return code: 0, elapsed time: 2.182760000228882 +Command return code: 0, elapsed time: 2.1971962451934814 Finished #987 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-021.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-022_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-022_0.elapsed index 4203f63b4..31950a488 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-022_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-022_0.elapsed @@ -1 +1 @@ -2.0620100498199463 \ No newline at end of file +2.2817318439483643 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-022_0.txt b/logs-20240607/itac/Correct-mpi_bcast-022_0.txt index c681248a4..a2f276d36 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-022_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-022_0.txt @@ -1,5 +1,5 @@ Running #500 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-022.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-022.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-022.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.0620100498199463 +| +Command return code: 0, elapsed time: 2.2817318439483643 Finished #500 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-022.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-023_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-023_0.elapsed index 555914123..bffd8ce16 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-023_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-023_0.elapsed @@ -1 +1 @@ -2.2254717350006104 \ No newline at end of file +1.998293161392212 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-023_0.txt b/logs-20240607/itac/Correct-mpi_bcast-023_0.txt index 97287baba..43939c685 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-023_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-023_0.txt @@ -1,5 +1,5 @@ Running #1107 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-023.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-023.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2254717350006104 +Command return code: 0, elapsed time: 1.998293161392212 Finished #1107 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-023.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-024_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-024_0.elapsed index 34ef17df9..3d4a10b97 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-024_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-024_0.elapsed @@ -1 +1 @@ -2.199977159500122 \ No newline at end of file +2.2513973712921143 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-024_0.txt b/logs-20240607/itac/Correct-mpi_bcast-024_0.txt index 1f9fd8079..ea3a1a12d 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-024_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-024_0.txt @@ -1,5 +1,5 @@ Running #1059 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-024.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-024.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-024.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-024.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.199977159500122 +Command return code: 0, elapsed time: 2.2513973712921143 Finished #1059 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-024.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-025_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-025_0.elapsed index 78910e993..8d21ddacd 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-025_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-025_0.elapsed @@ -1 +1 @@ -2.250119924545288 \ No newline at end of file +2.312068223953247 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-025_0.txt b/logs-20240607/itac/Correct-mpi_bcast-025_0.txt index 5960197c5..05a2b00ac 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-025_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-025_0.txt @@ -1,5 +1,5 @@ Running #933 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-025.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-025.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-025.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-025.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -Command return code: 0, elapsed time: 2.250119924545288 +Command return code: 0, elapsed time: 2.312068223953247 Finished #933 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-025.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-026_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-026_0.elapsed index 2e9664625..5b6880366 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-026_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-026_0.elapsed @@ -1 +1 @@ -2.066924810409546 \ No newline at end of file +2.174924850463867 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-026_0.txt b/logs-20240607/itac/Correct-mpi_bcast-026_0.txt index 770f8a0f7..c333c34c8 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-026_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-026_0.txt @@ -1,5 +1,5 @@ Running #815 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-026.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-026.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-026.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-026.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.066924810409546 +| +Command return code: 0, elapsed time: 2.174924850463867 Finished #815 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-026.c diff --git a/logs-20240607/itac/Correct-mpi_bcast-mpi_bcast-001_0.elapsed b/logs-20240607/itac/Correct-mpi_bcast-mpi_bcast-001_0.elapsed index 0cc6e3add..5f9c32dd5 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-mpi_bcast-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bcast-mpi_bcast-001_0.elapsed @@ -1 +1 @@ -2.0429868698120117 \ No newline at end of file +2.040043354034424 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bcast-mpi_bcast-001_0.txt b/logs-20240607/itac/Correct-mpi_bcast-mpi_bcast-001_0.txt index 8fe2530cc..5db5746bf 100644 --- a/logs-20240607/itac/Correct-mpi_bcast-mpi_bcast-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_bcast-mpi_bcast-001_0.txt @@ -1,5 +1,5 @@ Running #661 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-mpi_bcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bcast-mpi_bcast-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_bcast-mpi_bcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bcast-mpi_bcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.0429868698120117 +| +Command return code: 0, elapsed time: 2.040043354034424 Finished #661 /MBI/scripts/gencodes/COLL/Correct-mpi_bcast-mpi_bcast-001.c diff --git a/logs-20240607/itac/Correct-mpi_bsend-001_0.elapsed b/logs-20240607/itac/Correct-mpi_bsend-001_0.elapsed index f984311f7..a4a490dc3 100644 --- a/logs-20240607/itac/Correct-mpi_bsend-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bsend-001_0.elapsed @@ -1 +1 @@ -7.963789224624634 \ No newline at end of file +7.948948621749878 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bsend-001_0.txt b/logs-20240607/itac/Correct-mpi_bsend-001_0.txt index 50171e3e3..6a4f7453f 100644 --- a/logs-20240607/itac/Correct-mpi_bsend-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_bsend-001_0.txt @@ -1,5 +1,5 @@ Running #1277 /MBI/scripts/gencodes/P2P/Correct-mpi_bsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bsend-001.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Buffer [0x46ac40, 0x46acc0[ of size 128 cannot store message of size 136. -| [1] ERROR: Free space [0x46ac40, 0x46acc0[, 128 bytes. +| [1] ERROR: Buffer [0x46ad40, 0x46adc0[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46ad40, 0x46adc0[, 128 bytes. | [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), | [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, | [1] ERROR: check for race conditions between buffering and receiving messages, etc). | [1] ERROR: Note that message sizes are calculated using the worst-case scenario that | [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. | [1] ERROR: New message of size 136 was to be sent by: -| [1] ERROR: MPI_Bsend(*buf=0x46ac10, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Bsend(*buf=0x46ad10, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/Correct-mpi_bsend-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_bsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_bsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_bsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219554 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265176 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219555 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265177 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.963789224624634 +Command return code: 255, elapsed time: 7.948948621749878 Finished #1277 /MBI/scripts/gencodes/P2P/Correct-mpi_bsend-001.c diff --git a/logs-20240607/itac/Correct-mpi_bsend-002_0.elapsed b/logs-20240607/itac/Correct-mpi_bsend-002_0.elapsed index e06b7ff3a..094328003 100644 --- a/logs-20240607/itac/Correct-mpi_bsend-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bsend-002_0.elapsed @@ -1 +1 @@ -1.219214916229248 \ No newline at end of file +8.008032321929932 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bsend-002_0.txt b/logs-20240607/itac/Correct-mpi_bsend-002_0.txt index 54367526b..a0a242bf8 100644 --- a/logs-20240607/itac/Correct-mpi_bsend-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_bsend-002_0.txt @@ -1,5 +1,5 @@ Running #1764 /MBI/scripts/gencodes/P2P/Correct-mpi_bsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bsend-002.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error +| [1] ERROR: Buffer [0x46ac40, 0x46acc0[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46ac40, 0x46acc0[, 128 bytes. +| [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), +| [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, +| [1] ERROR: check for race conditions between buffering and receiving messages, etc). +| [1] ERROR: Note that message sizes are calculated using the worst-case scenario that +| [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. +| [1] ERROR: New message of size 136 was to be sent by: +| [1] ERROR: MPI_Bsend(*buf=0x46ac10, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [1] ERROR: (/MBI/scripts/gencodes/P2P/Correct-mpi_bsend-002.c:45) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_bsend-002) +| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile Correct-mpi_bsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227743 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272601 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227744 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272602 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.219214916229248 +Command return code: 255, elapsed time: 8.008032321929932 Finished #1764 /MBI/scripts/gencodes/P2P/Correct-mpi_bsend-002.c diff --git a/logs-20240607/itac/Correct-mpi_bsend_init-001_0.elapsed b/logs-20240607/itac/Correct-mpi_bsend_init-001_0.elapsed index 05ad910bb..3d923abe6 100644 --- a/logs-20240607/itac/Correct-mpi_bsend_init-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bsend_init-001_0.elapsed @@ -1 +1 @@ -9.477542400360107 \ No newline at end of file +7.88529372215271 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bsend_init-001_0.txt b/logs-20240607/itac/Correct-mpi_bsend_init-001_0.txt index 846d429b8..21977426b 100644 --- a/logs-20240607/itac/Correct-mpi_bsend_init-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_bsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1743 /MBI/scripts/gencodes/P2P/Correct-mpi_bsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bsend_init-001.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Buffer [0x46acf0, 0x46ad70[ of size 128 cannot store message of size 136. -| [1] ERROR: Free space [0x46acf0, 0x46ad70[, 128 bytes. +| [1] ERROR: Buffer [0x46acb0, 0x46ad30[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46acb0, 0x46ad30[, 128 bytes. | [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), | [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, | [1] ERROR: check for race conditions between buffering and receiving messages, etc). | [1] ERROR: Note that message sizes are calculated using the worst-case scenario that | [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. | [1] ERROR: New message of size 136 was to be sent by: -| [1] ERROR: MPI_Start(*request=0x7fff476649c8->0x2c000002) +| [1] ERROR: MPI_Start(*request=0x7fff547a4878->0x2c000002) | [1] ERROR: (/MBI/scripts/gencodes/P2P/Correct-mpi_bsend_init-001.c:46) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_bsend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_bsend_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_bsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 225836 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271737 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 225837 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271738 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 9.477542400360107 +Command return code: 255, elapsed time: 7.88529372215271 Finished #1743 /MBI/scripts/gencodes/P2P/Correct-mpi_bsend_init-001.c diff --git a/logs-20240607/itac/Correct-mpi_bsend_init-002_0.elapsed b/logs-20240607/itac/Correct-mpi_bsend_init-002_0.elapsed index d0b49da80..950971504 100644 --- a/logs-20240607/itac/Correct-mpi_bsend_init-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_bsend_init-002_0.elapsed @@ -1 +1 @@ -7.90084433555603 \ No newline at end of file +8.008476257324219 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_bsend_init-002_0.txt b/logs-20240607/itac/Correct-mpi_bsend_init-002_0.txt index 84a3a91b8..0fa852c3d 100644 --- a/logs-20240607/itac/Correct-mpi_bsend_init-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_bsend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1652 /MBI/scripts/gencodes/P2P/Correct-mpi_bsend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_bsend_init-002.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Buffer [0x46ac30, 0x46acb0[ of size 128 cannot store message of size 136. -| [1] ERROR: Free space [0x46ac30, 0x46acb0[, 128 bytes. +| [1] ERROR: Buffer [0x46adb0, 0x46ae30[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46adb0, 0x46ae30[, 128 bytes. | [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), | [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, | [1] ERROR: check for race conditions between buffering and receiving messages, etc). | [1] ERROR: Note that message sizes are calculated using the worst-case scenario that | [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. | [1] ERROR: New message of size 136 was to be sent by: -| [1] ERROR: MPI_Start(*request=0x7fff56c2e008->0x2c000002) +| [1] ERROR: MPI_Start(*request=0x7ffe37011c88->0x2c000002) | [1] ERROR: (/MBI/scripts/gencodes/P2P/Correct-mpi_bsend_init-002.c:46) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_bsend_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_bsend_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_bsend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_bsend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213851 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261434 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213853 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261435 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.90084433555603 +Command return code: 255, elapsed time: 8.008476257324219 Finished #1652 /MBI/scripts/gencodes/P2P/Correct-mpi_bsend_init-002.c diff --git a/logs-20240607/itac/Correct-mpi_cart_create-001_0.elapsed b/logs-20240607/itac/Correct-mpi_cart_create-001_0.elapsed index 2759b659d..ba68ef7d9 100644 --- a/logs-20240607/itac/Correct-mpi_cart_create-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_cart_create-001_0.elapsed @@ -1 +1 @@ -2.2374889850616455 \ No newline at end of file +2.1763103008270264 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_cart_create-001_0.txt b/logs-20240607/itac/Correct-mpi_cart_create-001_0.txt index 129855da1..0b11780a5 100644 --- a/logs-20240607/itac/Correct-mpi_cart_create-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_cart_create-001_0.txt @@ -1,5 +1,5 @@ Running #704 /MBI/scripts/gencodes/COLL/Correct-mpi_cart_create-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_cart_create-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_cart_create-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_cart_create-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2374889850616455 +Command return code: 0, elapsed time: 2.1763103008270264 Finished #704 /MBI/scripts/gencodes/COLL/Correct-mpi_cart_create-001.c diff --git a/logs-20240607/itac/Correct-mpi_cart_create-mpi_cart_get-001_0.elapsed b/logs-20240607/itac/Correct-mpi_cart_create-mpi_cart_get-001_0.elapsed index a3db7b423..31b3d2ce8 100644 --- a/logs-20240607/itac/Correct-mpi_cart_create-mpi_cart_get-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_cart_create-mpi_cart_get-001_0.elapsed @@ -1 +1 @@ -2.183314800262451 \ No newline at end of file +2.2855148315429688 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_cart_create-mpi_cart_get-001_0.txt b/logs-20240607/itac/Correct-mpi_cart_create-mpi_cart_get-001_0.txt index ff7ea4d6d..206bad81f 100644 --- a/logs-20240607/itac/Correct-mpi_cart_create-mpi_cart_get-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_cart_create-mpi_cart_get-001_0.txt @@ -1,5 +1,5 @@ Running #1042 /MBI/scripts/gencodes/COLL/Correct-mpi_cart_create-mpi_cart_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_cart_create-mpi_cart_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_cart_create-mpi_cart_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_cart_create-mpi_cart_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.183314800262451 +Command return code: 0, elapsed time: 2.2855148315429688 Finished #1042 /MBI/scripts/gencodes/COLL/Correct-mpi_cart_create-mpi_cart_get-001.c diff --git a/logs-20240607/itac/Correct-mpi_exscan-001_0.elapsed b/logs-20240607/itac/Correct-mpi_exscan-001_0.elapsed index 171bdc7f8..e06c5e40e 100644 --- a/logs-20240607/itac/Correct-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -2.3723790645599365 \ No newline at end of file +2.159992218017578 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_exscan-001_0.txt b/logs-20240607/itac/Correct-mpi_exscan-001_0.txt index 4592e9194..ae16d6721 100644 --- a/logs-20240607/itac/Correct-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #685 /MBI/scripts/gencodes/COLL/Correct-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_exscan-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_exscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | -Command return code: 0, elapsed time: 2.3723790645599365 +Command return code: 0, elapsed time: 2.159992218017578 Finished #685 /MBI/scripts/gencodes/COLL/Correct-mpi_exscan-001.c diff --git a/logs-20240607/itac/Correct-mpi_exscan-mpi_exscan-001_0.elapsed b/logs-20240607/itac/Correct-mpi_exscan-mpi_exscan-001_0.elapsed index d834604c9..b34eca58f 100644 --- a/logs-20240607/itac/Correct-mpi_exscan-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_exscan-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -2.3424692153930664 \ No newline at end of file +2.217151403427124 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_exscan-mpi_exscan-001_0.txt b/logs-20240607/itac/Correct-mpi_exscan-mpi_exscan-001_0.txt index c6a8ec15e..ab8e581d7 100644 --- a/logs-20240607/itac/Correct-mpi_exscan-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_exscan-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #795 /MBI/scripts/gencodes/COLL/Correct-mpi_exscan-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_exscan-mpi_exscan-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_exscan-mpi_exscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_exscan-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3424692153930664 +Command return code: 0, elapsed time: 2.217151403427124 Finished #795 /MBI/scripts/gencodes/COLL/Correct-mpi_exscan-mpi_exscan-001.c diff --git a/logs-20240607/itac/Correct-mpi_gather-001_0.elapsed b/logs-20240607/itac/Correct-mpi_gather-001_0.elapsed index 71325276a..2c5259608 100644 --- a/logs-20240607/itac/Correct-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_gather-001_0.elapsed @@ -1 +1 @@ -2.181025743484497 \ No newline at end of file +2.15918231010437 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_gather-001_0.txt b/logs-20240607/itac/Correct-mpi_gather-001_0.txt index b9578f849..9e45925e3 100644 --- a/logs-20240607/itac/Correct-mpi_gather-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #881 /MBI/scripts/gencodes/COLL/Correct-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_gather-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_gather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.181025743484497 +Command return code: 0, elapsed time: 2.15918231010437 Finished #881 /MBI/scripts/gencodes/COLL/Correct-mpi_gather-001.c diff --git a/logs-20240607/itac/Correct-mpi_gather-002_0.elapsed b/logs-20240607/itac/Correct-mpi_gather-002_0.elapsed index 6d38e4c23..0adf43fa2 100644 --- a/logs-20240607/itac/Correct-mpi_gather-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_gather-002_0.elapsed @@ -1 +1 @@ -8.610753774642944 \ No newline at end of file +8.760127305984497 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_gather-002_0.txt b/logs-20240607/itac/Correct-mpi_gather-002_0.txt index c255976ef..7eae74a25 100644 --- a/logs-20240607/itac/Correct-mpi_gather-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_gather-002_0.txt @@ -1,5 +1,5 @@ Running #632 /MBI/scripts/gencodes/COLL/Correct-mpi_gather-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_gather-002.c (batchinfo:1/1) @@ -51,33 +51,33 @@ Executing the command (cwd: None) | [1] WARNING: LOCAL:MEMORY:INACCESSIBLE: warning | [1] WARNING: Some memory in buffer 0xffffffffffffffff is inaccessible. | [1] WARNING: Error occurred in: -| [1] WARNING: MPI_Gather(*sendbuf=MPI_IN_PLACE, sendcount=1, sendtype=0x8c000006, *recvbuf=0x46abe0, recvcount=1, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Gather(*sendbuf=MPI_IN_PLACE, sendcount=1, sendtype=0x8c000006, *recvbuf=0x46ad30, recvcount=1, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_gather-002.c:49) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_gather-002) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_gather-002) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Unknown error class. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Gather(*sendbuf=MPI_IN_PLACE, sendcount=1, sendtype=0x8c000006, *recvbuf=0x47c900, recvcount=1, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=MPI_IN_PLACE, sendcount=1, sendtype=0x8c000006, *recvbuf=0x4707b0, recvcount=1, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_gather-002.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_gather-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_gather-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Unknown error class. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Gather(*sendbuf=MPI_IN_PLACE, sendcount=1, sendtype=0x8c000006, *recvbuf=0x46abe0, recvcount=1, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Gather(*sendbuf=MPI_IN_PLACE, sendcount=1, sendtype=0x8c000006, *recvbuf=0x46ad30, recvcount=1, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_gather-002.c:49) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_gather-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_gather-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_gather-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_gather-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -86,16 +86,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183890 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 229660 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183891 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 229661 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.610753774642944 +Command return code: 255, elapsed time: 8.760127305984497 Finished #632 /MBI/scripts/gencodes/COLL/Correct-mpi_gather-002.c diff --git a/logs-20240607/itac/Correct-mpi_gather-mpi_gather-001_0.elapsed b/logs-20240607/itac/Correct-mpi_gather-mpi_gather-001_0.elapsed index e09150793..d25ae52bd 100644 --- a/logs-20240607/itac/Correct-mpi_gather-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_gather-mpi_gather-001_0.elapsed @@ -1 +1 @@ -2.3553481101989746 \ No newline at end of file +2.359924554824829 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_gather-mpi_gather-001_0.txt b/logs-20240607/itac/Correct-mpi_gather-mpi_gather-001_0.txt index 9293ebcf8..5d1270813 100644 --- a/logs-20240607/itac/Correct-mpi_gather-mpi_gather-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_gather-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #1209 /MBI/scripts/gencodes/COLL/Correct-mpi_gather-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_gather-mpi_gather-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_gather-mpi_gather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_gather-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.3553481101989746 +Command return code: 0, elapsed time: 2.359924554824829 Finished #1209 /MBI/scripts/gencodes/COLL/Correct-mpi_gather-mpi_gather-001.c diff --git a/logs-20240607/itac/Correct-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/Correct-mpi_iallreduce-001_0.elapsed index 50efcd53b..5df110e6d 100644 --- a/logs-20240607/itac/Correct-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -2.218263864517212 \ No newline at end of file +2.3535850048065186 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_iallreduce-001_0.txt b/logs-20240607/itac/Correct-mpi_iallreduce-001_0.txt index dcbb4f59d..d3f7daf0f 100644 --- a/logs-20240607/itac/Correct-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #587 /MBI/scripts/gencodes/COLL/Correct-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_iallreduce-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.218263864517212 +Command return code: 0, elapsed time: 2.3535850048065186 Finished #587 /MBI/scripts/gencodes/COLL/Correct-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/Correct-mpi_iallreduce-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/Correct-mpi_iallreduce-mpi_iallreduce-001_0.elapsed index 169a5e60b..1235c6ae6 100644 --- a/logs-20240607/itac/Correct-mpi_iallreduce-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_iallreduce-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -2.125088691711426 \ No newline at end of file +2.2475168704986572 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_iallreduce-mpi_iallreduce-001_0.txt b/logs-20240607/itac/Correct-mpi_iallreduce-mpi_iallreduce-001_0.txt index b1dd9b6aa..52705293b 100644 --- a/logs-20240607/itac/Correct-mpi_iallreduce-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_iallreduce-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #821 /MBI/scripts/gencodes/COLL/Correct-mpi_iallreduce-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_iallreduce-mpi_iallreduce-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_iallreduce-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_iallreduce-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.125088691711426 +| +Command return code: 0, elapsed time: 2.2475168704986572 Finished #821 /MBI/scripts/gencodes/COLL/Correct-mpi_iallreduce-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/Correct-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/Correct-mpi_ialltoall-001_0.elapsed index efd5c9616..76a6e07b0 100644 --- a/logs-20240607/itac/Correct-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -38.90715050697327 \ No newline at end of file +38.811193227767944 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ialltoall-001_0.txt b/logs-20240607/itac/Correct-mpi_ialltoall-001_0.txt index ad701b531..991f6c23e 100644 --- a/logs-20240607/itac/Correct-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #1193 /MBI/scripts/gencodes/COLL/Correct-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ialltoall-001.c (batchinfo:1/1) @@ -48,51 +48,60 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x470770. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Ialltoall(*sendbuf=0x470740, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470770, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd5e5c0fb8) +| [0] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_ialltoall-001.c:38) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_ialltoall-001) +| | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46aca0. +| [1] WARNING: Send and receive buffers overlap at address 0x46ad60. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Ialltoall(*sendbuf=0x46ac70, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46aca0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffffa30c278) +| [1] WARNING: MPI_Ialltoall(*sendbuf=0x46ad30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad60, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffec0f0ca98) | [1] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_ialltoall-001.c:38) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_ialltoall-001) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_ialltoall-001) | | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. | [1] ERROR: Control over buffer was transferred to MPI at: -| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46ac70, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46aca0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffffa30c278) +| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46ad30, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad60, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffec0f0ca98) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_ialltoall-001.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_ialltoall-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_ialltoall-001) | [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Wait(*request=0x7ffffa30c278->0x2c000002, *status=0x1) +| [1] ERROR: MPI_Wait(*request=0x7ffec0f0ca98->0x2c000002, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_ialltoall-001.c:40) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_ialltoall-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_ialltoall-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing | [0] WARNING: proceeding although 1 out of 2 processes are in an unknown state -| [0] INFO: Writing tracefile Correct-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202163 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247803 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202164 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247804 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 38.90715050697327 +Command return code: 255, elapsed time: 38.811193227767944 Finished #1193 /MBI/scripts/gencodes/COLL/Correct-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001_0.elapsed index 36862c07e..668a4e779 100644 --- a/logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -38.95464253425598 \ No newline at end of file +40.50070881843567 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001_0.txt b/logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001_0.txt index a7227a1a1..9fe47aa7c 100644 --- a/logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #641 /MBI/scripts/gencodes/COLL/Correct-mpi_ialltoall-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ialltoall-mpi_ialltoall-001.c (batchinfo:1/1) @@ -51,39 +51,39 @@ Executing the command (cwd: None) | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning | [0] WARNING: Send and receive buffers overlap at address 0x470670. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Ialltoall(*sendbuf=0x470640, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470670, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffddc330188) +| [0] WARNING: MPI_Ialltoall(*sendbuf=0x470640, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470670, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc373915d8) | [0] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_ialltoall-mpi_ialltoall-001.c:39) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_ialltoall-mpi_ialltoall-001) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ac20. +| [1] WARNING: Send and receive buffers overlap at address 0x46ab00. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Ialltoall(*sendbuf=0x46abf0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac20, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc1a582c38) +| [1] WARNING: MPI_Ialltoall(*sendbuf=0x46aad0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ab00, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe007579c8) | [1] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_ialltoall-mpi_ialltoall-001.c:43) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_ialltoall-mpi_ialltoall-001) | | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. | [1] ERROR: Control over buffer was transferred to MPI at: -| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46abf0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac20, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc1a582c38) +| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46aad0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ab00, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe007579c8) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_ialltoall-mpi_ialltoall-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_ialltoall-mpi_ialltoall-001) | [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Wait(*request=0x7ffc1a582c38->0x2c000002, *status=0x1) +| [1] ERROR: MPI_Wait(*request=0x7ffe007579c8->0x2c000002, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_ialltoall-mpi_ialltoall-001.c:46) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_ialltoall-mpi_ialltoall-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_ialltoall-mpi_ialltoall-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing | [0] WARNING: proceeding although 1 out of 2 processes are in an unknown state -| [0] INFO: Writing tracefile Correct-mpi_ialltoall-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ialltoall-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -92,16 +92,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187138 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233596 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187139 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233599 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 38.95464253425598 +Command return code: 255, elapsed time: 40.50070881843567 Finished #641 /MBI/scripts/gencodes/COLL/Correct-mpi_ialltoall-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/Correct-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/Correct-mpi_ibarrier-001_0.elapsed index eecc95fcd..8b59a35fe 100644 --- a/logs-20240607/itac/Correct-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -2.030463218688965 \ No newline at end of file +2.034522533416748 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ibarrier-001_0.txt b/logs-20240607/itac/Correct-mpi_ibarrier-001_0.txt index 4e790e698..0a020fc0b 100644 --- a/logs-20240607/itac/Correct-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #532 /MBI/scripts/gencodes/COLL/Correct-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ibarrier-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.030463218688965 +Command return code: 0, elapsed time: 2.034522533416748 Finished #532 /MBI/scripts/gencodes/COLL/Correct-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/Correct-mpi_ibarrier-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/Correct-mpi_ibarrier-mpi_ibarrier-001_0.elapsed index 37deba64a..88fbe3da2 100644 --- a/logs-20240607/itac/Correct-mpi_ibarrier-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ibarrier-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -2.162144899368286 \ No newline at end of file +2.0803840160369873 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ibarrier-mpi_ibarrier-001_0.txt b/logs-20240607/itac/Correct-mpi_ibarrier-mpi_ibarrier-001_0.txt index 6af95d7cf..5d97181c1 100644 --- a/logs-20240607/itac/Correct-mpi_ibarrier-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_ibarrier-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #924 /MBI/scripts/gencodes/COLL/Correct-mpi_ibarrier-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ibarrier-mpi_ibarrier-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_ibarrier-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ibarrier-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.162144899368286 +| +Command return code: 0, elapsed time: 2.0803840160369873 Finished #924 /MBI/scripts/gencodes/COLL/Correct-mpi_ibarrier-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/Correct-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/Correct-mpi_ibcast-001_0.elapsed index a2e0f19da..34f92a54b 100644 --- a/logs-20240607/itac/Correct-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -2.203056812286377 \ No newline at end of file +2.413975477218628 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ibcast-001_0.txt b/logs-20240607/itac/Correct-mpi_ibcast-001_0.txt index 2e380dc0f..de985dce0 100644 --- a/logs-20240607/itac/Correct-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #1002 /MBI/scripts/gencodes/COLL/Correct-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ibcast-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.203056812286377 +Command return code: 0, elapsed time: 2.413975477218628 Finished #1002 /MBI/scripts/gencodes/COLL/Correct-mpi_ibcast-001.c diff --git a/logs-20240607/itac/Correct-mpi_ibcast-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/Correct-mpi_ibcast-mpi_ibcast-001_0.elapsed index b6d2f80e2..956b6d71f 100644 --- a/logs-20240607/itac/Correct-mpi_ibcast-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ibcast-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -2.2677218914031982 \ No newline at end of file +2.097982168197632 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ibcast-mpi_ibcast-001_0.txt b/logs-20240607/itac/Correct-mpi_ibcast-mpi_ibcast-001_0.txt index d7e7905ca..21e9d87f1 100644 --- a/logs-20240607/itac/Correct-mpi_ibcast-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_ibcast-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #1095 /MBI/scripts/gencodes/COLL/Correct-mpi_ibcast-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ibcast-mpi_ibcast-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_ibcast-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ibcast-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2677218914031982 +Command return code: 0, elapsed time: 2.097982168197632 Finished #1095 /MBI/scripts/gencodes/COLL/Correct-mpi_ibcast-mpi_ibcast-001.c diff --git a/logs-20240607/itac/Correct-mpi_ibsend-001_0.elapsed b/logs-20240607/itac/Correct-mpi_ibsend-001_0.elapsed index 718ba1531..5d5425cf5 100644 --- a/logs-20240607/itac/Correct-mpi_ibsend-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ibsend-001_0.elapsed @@ -1 +1 @@ -8.055946588516235 \ No newline at end of file +8.062650203704834 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ibsend-001_0.txt b/logs-20240607/itac/Correct-mpi_ibsend-001_0.txt index f48850917..f1f72e811 100644 --- a/logs-20240607/itac/Correct-mpi_ibsend-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_ibsend-001_0.txt @@ -1,5 +1,5 @@ Running #1426 /MBI/scripts/gencodes/P2P/Correct-mpi_ibsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ibsend-001.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Buffer [0x46aba0, 0x46ac20[ of size 128 cannot store message of size 136. -| [1] ERROR: Free space [0x46aba0, 0x46ac20[, 128 bytes. +| [1] ERROR: Buffer [0x46acf0, 0x46ad70[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46acf0, 0x46ad70[, 128 bytes. | [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), | [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, | [1] ERROR: check for race conditions between buffering and receiving messages, etc). | [1] ERROR: Note that message sizes are calculated using the worst-case scenario that | [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. | [1] ERROR: New message of size 136 was to be sent by: -| [1] ERROR: MPI_Ibsend(*buf=0x46ab70, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc8755bd28) +| [1] ERROR: MPI_Ibsend(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe0ce3ec88) | [1] ERROR: (/MBI/scripts/gencodes/P2P/Correct-mpi_ibsend-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_ibsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_ibsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_ibsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ibsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207470 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253106 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207471 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253107 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.055946588516235 +Command return code: 255, elapsed time: 8.062650203704834 Finished #1426 /MBI/scripts/gencodes/P2P/Correct-mpi_ibsend-001.c diff --git a/logs-20240607/itac/Correct-mpi_ibsend-002_0.elapsed b/logs-20240607/itac/Correct-mpi_ibsend-002_0.elapsed index 43a1ee9d2..81779310f 100644 --- a/logs-20240607/itac/Correct-mpi_ibsend-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ibsend-002_0.elapsed @@ -1 +1 @@ -8.027407884597778 \ No newline at end of file +7.937845230102539 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ibsend-002_0.txt b/logs-20240607/itac/Correct-mpi_ibsend-002_0.txt index 4429f0373..48fe4140e 100644 --- a/logs-20240607/itac/Correct-mpi_ibsend-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_ibsend-002_0.txt @@ -1,5 +1,5 @@ Running #1599 /MBI/scripts/gencodes/P2P/Correct-mpi_ibsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ibsend-002.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Buffer [0x46ac20, 0x46aca0[ of size 128 cannot store message of size 136. -| [1] ERROR: Free space [0x46ac20, 0x46aca0[, 128 bytes. +| [1] ERROR: Buffer [0x46acf0, 0x46ad70[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46acf0, 0x46ad70[, 128 bytes. | [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), | [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, | [1] ERROR: check for race conditions between buffering and receiving messages, etc). | [1] ERROR: Note that message sizes are calculated using the worst-case scenario that | [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. | [1] ERROR: New message of size 136 was to be sent by: -| [1] ERROR: MPI_Ibsend(*buf=0x46abf0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe67bc2798) +| [1] ERROR: MPI_Ibsend(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe801401e8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/Correct-mpi_ibsend-002.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_ibsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_ibsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_ibsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ibsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213706 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258794 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213708 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258795 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.027407884597778 +Command return code: 255, elapsed time: 7.937845230102539 Finished #1599 /MBI/scripts/gencodes/P2P/Correct-mpi_ibsend-002.c diff --git a/logs-20240607/itac/Correct-mpi_igather-001_0.elapsed b/logs-20240607/itac/Correct-mpi_igather-001_0.elapsed index f3d2b9ac1..7c234e457 100644 --- a/logs-20240607/itac/Correct-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_igather-001_0.elapsed @@ -1 +1 @@ -2.674961805343628 \ No newline at end of file +2.1108129024505615 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_igather-001_0.txt b/logs-20240607/itac/Correct-mpi_igather-001_0.txt index 60cde3eb4..0293d9d53 100644 --- a/logs-20240607/itac/Correct-mpi_igather-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #642 /MBI/scripts/gencodes/COLL/Correct-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_igather-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.674961805343628 +| +Command return code: 0, elapsed time: 2.1108129024505615 Finished #642 /MBI/scripts/gencodes/COLL/Correct-mpi_igather-001.c diff --git a/logs-20240607/itac/Correct-mpi_igather-mpi_igather-001_0.elapsed b/logs-20240607/itac/Correct-mpi_igather-mpi_igather-001_0.elapsed index c5993d59e..fad26d8bd 100644 --- a/logs-20240607/itac/Correct-mpi_igather-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_igather-mpi_igather-001_0.elapsed @@ -1 +1 @@ -2.102005958557129 \ No newline at end of file +2.1345019340515137 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_igather-mpi_igather-001_0.txt b/logs-20240607/itac/Correct-mpi_igather-mpi_igather-001_0.txt index 89df985c4..09ade84f2 100644 --- a/logs-20240607/itac/Correct-mpi_igather-mpi_igather-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_igather-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #713 /MBI/scripts/gencodes/COLL/Correct-mpi_igather-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_igather-mpi_igather-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_igather-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_igather-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.102005958557129 +Command return code: 0, elapsed time: 2.1345019340515137 Finished #713 /MBI/scripts/gencodes/COLL/Correct-mpi_igather-mpi_igather-001.c diff --git a/logs-20240607/itac/Correct-mpi_improbe-001_0.elapsed b/logs-20240607/itac/Correct-mpi_improbe-001_0.elapsed index ab019d54b..de30d7e1d 100644 --- a/logs-20240607/itac/Correct-mpi_improbe-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_improbe-001_0.elapsed @@ -1 +1 @@ -2.2858870029449463 \ No newline at end of file +2.086594820022583 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_improbe-001_0.txt b/logs-20240607/itac/Correct-mpi_improbe-001_0.txt index e6a6be68c..946193bb1 100644 --- a/logs-20240607/itac/Correct-mpi_improbe-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_improbe-001_0.txt @@ -1,5 +1,5 @@ Running #1999 /MBI/scripts/gencodes/P2P/Correct-mpi_improbe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_improbe-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_improbe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_improbe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.2858870029449463 +Command return code: 0, elapsed time: 2.086594820022583 Finished #1999 /MBI/scripts/gencodes/P2P/Correct-mpi_improbe-001.c diff --git a/logs-20240607/itac/Correct-mpi_imrecv-001_0.elapsed b/logs-20240607/itac/Correct-mpi_imrecv-001_0.elapsed index 023bd2465..94941d66c 100644 --- a/logs-20240607/itac/Correct-mpi_imrecv-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_imrecv-001_0.elapsed @@ -1 +1 @@ -2.3839151859283447 \ No newline at end of file +2.375826597213745 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_imrecv-001_0.txt b/logs-20240607/itac/Correct-mpi_imrecv-001_0.txt index aecf24403..48b99fe90 100644 --- a/logs-20240607/itac/Correct-mpi_imrecv-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_imrecv-001_0.txt @@ -1,5 +1,5 @@ Running #1663 /MBI/scripts/gencodes/P2P/Correct-mpi_imrecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_imrecv-001.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/P2P/Correct-mpi_imrecv-001.c:49) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_imrecv-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_imrecv-001) | [0] WARNING: Message sent by [1] at: -| [0] WARNING: MPI_Isend(*buf=0x46abb0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcbbb33f2c) +| [0] WARNING: MPI_Isend(*buf=0x46ac30, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcb9c5c0fc) | [0] WARNING: (/MBI/scripts/gencodes/P2P/Correct-mpi_imrecv-001.c:44) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_imrecv-001) -| [0] INFO: Writing tracefile Correct-mpi_imrecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_imrecv-001) +| [0] INFO: Writing tracefile Correct-mpi_imrecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] ERROR: Incomplete/invalid trace information: global rank of process unknown | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | @@ -72,6 +72,6 @@ Executing the command (cwd: None) | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.3839151859283447 +Command return code: 0, elapsed time: 2.375826597213745 Finished #1663 /MBI/scripts/gencodes/P2P/Correct-mpi_imrecv-001.c diff --git a/logs-20240607/itac/Correct-mpi_irecv-001_0.elapsed b/logs-20240607/itac/Correct-mpi_irecv-001_0.elapsed index 98594155e..a7d40c8bb 100644 --- a/logs-20240607/itac/Correct-mpi_irecv-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_irecv-001_0.elapsed @@ -1 +1 @@ -2.2314751148223877 \ No newline at end of file +2.246858596801758 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_irecv-001_0.txt b/logs-20240607/itac/Correct-mpi_irecv-001_0.txt index ece1809db..f20e77618 100644 --- a/logs-20240607/itac/Correct-mpi_irecv-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_irecv-001_0.txt @@ -1,5 +1,5 @@ Running #1722 /MBI/scripts/gencodes/P2P/Correct-mpi_irecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_irecv-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_irecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_irecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.2314751148223877 +Command return code: 0, elapsed time: 2.246858596801758 Finished #1722 /MBI/scripts/gencodes/P2P/Correct-mpi_irecv-001.c diff --git a/logs-20240607/itac/Correct-mpi_irecv-002_0.elapsed b/logs-20240607/itac/Correct-mpi_irecv-002_0.elapsed index 43f8ab026..80f30054b 100644 --- a/logs-20240607/itac/Correct-mpi_irecv-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_irecv-002_0.elapsed @@ -1 +1 @@ -2.2201054096221924 \ No newline at end of file +1.0358223915100098 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_irecv-002_0.md5sum b/logs-20240607/itac/Correct-mpi_irecv-002_0.md5sum deleted file mode 100644 index c13830fb1..000000000 --- a/logs-20240607/itac/Correct-mpi_irecv-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -4139c01fbacb8dc6c6d38daba66e3536 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_irecv-002_0.txt b/logs-20240607/itac/Correct-mpi_irecv-002_0.txt index 1faa4b766..506ab0297 100644 --- a/logs-20240607/itac/Correct-mpi_irecv-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_irecv-002_0.txt @@ -1,5 +1,5 @@ Running #1593 /MBI/scripts/gencodes/P2P/Correct-mpi_irecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_irecv-002.c (batchinfo:1/1) @@ -47,14 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_irecv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | -| [0] INFO: Error checking completed without finding any problems. +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 257437 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -| Rank 0 finished normally -| Rank 1 finished normally +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 257438 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -| -Command return code: 0, elapsed time: 2.2201054096221924 +Command return code: 255, elapsed time: 1.0358223915100098 Finished #1593 /MBI/scripts/gencodes/P2P/Correct-mpi_irecv-002.c diff --git a/logs-20240607/itac/Correct-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/Correct-mpi_ireduce-001_0.elapsed index ae6a22c84..0ee15f23f 100644 --- a/logs-20240607/itac/Correct-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -2.1651294231414795 \ No newline at end of file +2.204558849334717 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ireduce-001_0.txt b/logs-20240607/itac/Correct-mpi_ireduce-001_0.txt index 9c92ef7cd..1fc9d029c 100644 --- a/logs-20240607/itac/Correct-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #1064 /MBI/scripts/gencodes/COLL/Correct-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ireduce-001.c (batchinfo:1/1) @@ -47,13 +47,15 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.1651294231414795 +| +| +Command return code: 0, elapsed time: 2.204558849334717 Finished #1064 /MBI/scripts/gencodes/COLL/Correct-mpi_ireduce-001.c diff --git a/logs-20240607/itac/Correct-mpi_ireduce-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/Correct-mpi_ireduce-mpi_ireduce-001_0.elapsed index 3fa2c1ce3..767edf6dd 100644 --- a/logs-20240607/itac/Correct-mpi_ireduce-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ireduce-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -2.305148124694824 \ No newline at end of file +2.1754403114318848 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ireduce-mpi_ireduce-001_0.txt b/logs-20240607/itac/Correct-mpi_ireduce-mpi_ireduce-001_0.txt index 3f5c9e29f..9193ea1eb 100644 --- a/logs-20240607/itac/Correct-mpi_ireduce-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_ireduce-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #518 /MBI/scripts/gencodes/COLL/Correct-mpi_ireduce-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ireduce-mpi_ireduce-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_ireduce-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ireduce-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.305148124694824 +Command return code: 0, elapsed time: 2.1754403114318848 Finished #518 /MBI/scripts/gencodes/COLL/Correct-mpi_ireduce-mpi_ireduce-001.c diff --git a/logs-20240607/itac/Correct-mpi_irsend-001_0.elapsed b/logs-20240607/itac/Correct-mpi_irsend-001_0.elapsed index f85d8611c..5ab380114 100644 --- a/logs-20240607/itac/Correct-mpi_irsend-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_irsend-001_0.elapsed @@ -1 +1 @@ -3.6445467472076416 \ No newline at end of file +1.0119128227233887 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_irsend-001_0.md5sum b/logs-20240607/itac/Correct-mpi_irsend-001_0.md5sum deleted file mode 100644 index e0ddbb047..000000000 --- a/logs-20240607/itac/Correct-mpi_irsend-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -bac89b1414acbf295d8ebdddcb54d709 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_irsend-001_0.txt b/logs-20240607/itac/Correct-mpi_irsend-001_0.txt index 901ef4ae7..5f009898c 100644 --- a/logs-20240607/itac/Correct-mpi_irsend-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_irsend-001_0.txt @@ -1,5 +1,5 @@ Running #1265 /MBI/scripts/gencodes/P2P/Correct-mpi_irsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_irsend-001.c (batchinfo:1/1) @@ -47,14 +47,27 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_irsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | -| [0] INFO: Error checking completed without finding any problems. +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 258443 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -| Rank 0 finished normally -| Rank 1 finished normally +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 258444 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -| -Command return code: 0, elapsed time: 3.6445467472076416 +Command return code: 255, elapsed time: 1.0119128227233887 Finished #1265 /MBI/scripts/gencodes/P2P/Correct-mpi_irsend-001.c diff --git a/logs-20240607/itac/Correct-mpi_irsend-002_0.elapsed b/logs-20240607/itac/Correct-mpi_irsend-002_0.elapsed index cb0949fde..fa177f241 100644 --- a/logs-20240607/itac/Correct-mpi_irsend-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_irsend-002_0.elapsed @@ -1 +1 @@ -2.4181923866271973 \ No newline at end of file +2.270139217376709 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_irsend-002_0.txt b/logs-20240607/itac/Correct-mpi_irsend-002_0.txt index 6f815ae0c..56301829d 100644 --- a/logs-20240607/itac/Correct-mpi_irsend-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_irsend-002_0.txt @@ -1,5 +1,5 @@ Running #1439 /MBI/scripts/gencodes/P2P/Correct-mpi_irsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_irsend-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_irsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_irsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.4181923866271973 +Command return code: 0, elapsed time: 2.270139217376709 Finished #1439 /MBI/scripts/gencodes/P2P/Correct-mpi_irsend-002.c diff --git a/logs-20240607/itac/Correct-mpi_iscan-001_0.elapsed b/logs-20240607/itac/Correct-mpi_iscan-001_0.elapsed index dcaba4b2e..144e896b7 100644 --- a/logs-20240607/itac/Correct-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -2.38191819190979 \ No newline at end of file +2.1538214683532715 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_iscan-001_0.txt b/logs-20240607/itac/Correct-mpi_iscan-001_0.txt index 5e81d3641..42b618d1c 100644 --- a/logs-20240607/itac/Correct-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #677 /MBI/scripts/gencodes/COLL/Correct-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_iscan-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.38191819190979 +| +Command return code: 0, elapsed time: 2.1538214683532715 Finished #677 /MBI/scripts/gencodes/COLL/Correct-mpi_iscan-001.c diff --git a/logs-20240607/itac/Correct-mpi_iscan-mpi_iscan-001_0.elapsed b/logs-20240607/itac/Correct-mpi_iscan-mpi_iscan-001_0.elapsed index 6763ac8ff..60dc36dfb 100644 --- a/logs-20240607/itac/Correct-mpi_iscan-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_iscan-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -2.290945291519165 \ No newline at end of file +2.143433094024658 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_iscan-mpi_iscan-001_0.txt b/logs-20240607/itac/Correct-mpi_iscan-mpi_iscan-001_0.txt index e491bca54..30e11e0f3 100644 --- a/logs-20240607/itac/Correct-mpi_iscan-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_iscan-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #1005 /MBI/scripts/gencodes/COLL/Correct-mpi_iscan-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_iscan-mpi_iscan-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_iscan-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_iscan-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.290945291519165 +Command return code: 0, elapsed time: 2.143433094024658 Finished #1005 /MBI/scripts/gencodes/COLL/Correct-mpi_iscan-mpi_iscan-001.c diff --git a/logs-20240607/itac/Correct-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/Correct-mpi_iscatter-001_0.elapsed index 76d8d1a53..187d5680b 100644 --- a/logs-20240607/itac/Correct-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -2.1842453479766846 \ No newline at end of file +2.399393320083618 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_iscatter-001_0.txt b/logs-20240607/itac/Correct-mpi_iscatter-001_0.txt index 7f78f37a0..b22498b7b 100644 --- a/logs-20240607/itac/Correct-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #555 /MBI/scripts/gencodes/COLL/Correct-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_iscatter-001.c (batchinfo:1/1) @@ -47,14 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac | -| [0] INFO: Error checking completed without finding any problems. +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x470770. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Iscatter(*sendbuf=0x470740, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470770, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcb741a118) +| [0] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_iscatter-001.c:38) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_iscatter-001) +| [0] INFO: Writing tracefile Correct-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| Rank 1 finished normally -| Rank 0 finished normally +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: Found 1 problem (0 errors + 1 warning), 0 reports were suppressed. | +| Rank 0 finished normally +| Rank 1 finished normally | -Command return code: 0, elapsed time: 2.1842453479766846 +Command return code: 0, elapsed time: 2.399393320083618 Finished #555 /MBI/scripts/gencodes/COLL/Correct-mpi_iscatter-001.c diff --git a/logs-20240607/itac/Correct-mpi_iscatter-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/Correct-mpi_iscatter-mpi_iscatter-001_0.elapsed index a14ec5d2d..e59ab2703 100644 --- a/logs-20240607/itac/Correct-mpi_iscatter-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_iscatter-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -2.617111921310425 \ No newline at end of file +2.5921778678894043 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_iscatter-mpi_iscatter-001_0.txt b/logs-20240607/itac/Correct-mpi_iscatter-mpi_iscatter-001_0.txt index 1a4cc9d3e..51659f6d6 100644 --- a/logs-20240607/itac/Correct-mpi_iscatter-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_iscatter-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #1210 /MBI/scripts/gencodes/COLL/Correct-mpi_iscatter-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_iscatter-mpi_iscatter-001.c (batchinfo:1/1) @@ -49,14 +49,14 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4706f0. +| [0] WARNING: Send and receive buffers overlap at address 0x470770. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iscatter(*sendbuf=0x4706c0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4706f0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe4f960228) +| [0] WARNING: MPI_Iscatter(*sendbuf=0x470740, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470770, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd90b56028) | [0] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_iscatter-mpi_iscatter-001.c:39) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_iscatter-mpi_iscatter-001) -| [0] INFO: Writing tracefile Correct-mpi_iscatter-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_iscatter-mpi_iscatter-001) +| [0] INFO: Writing tracefile Correct-mpi_iscatter-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed | [0] INFO: Found 1 problem (0 errors + 1 warning), 0 reports were suppressed. @@ -65,6 +65,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.617111921310425 +| +Command return code: 0, elapsed time: 2.5921778678894043 Finished #1210 /MBI/scripts/gencodes/COLL/Correct-mpi_iscatter-mpi_iscatter-001.c diff --git a/logs-20240607/itac/Correct-mpi_isend-001_0.elapsed b/logs-20240607/itac/Correct-mpi_isend-001_0.elapsed index cd5ef2b32..b85ab23ad 100644 --- a/logs-20240607/itac/Correct-mpi_isend-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_isend-001_0.elapsed @@ -1 +1 @@ -2.031308174133301 \ No newline at end of file +1.9165732860565186 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_isend-001_0.txt b/logs-20240607/itac/Correct-mpi_isend-001_0.txt index daab19482..a7b4eb956 100644 --- a/logs-20240607/itac/Correct-mpi_isend-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_isend-001_0.txt @@ -1,5 +1,5 @@ Running #2060 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_isend-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_isend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_isend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.031308174133301 +Command return code: 0, elapsed time: 1.9165732860565186 Finished #2060 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-001.c diff --git a/logs-20240607/itac/Correct-mpi_isend-002_0.elapsed b/logs-20240607/itac/Correct-mpi_isend-002_0.elapsed index 1849120f2..72ea8f638 100644 --- a/logs-20240607/itac/Correct-mpi_isend-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_isend-002_0.elapsed @@ -1 +1 @@ -2.3361902236938477 \ No newline at end of file +2.3530380725860596 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_isend-002_0.txt b/logs-20240607/itac/Correct-mpi_isend-002_0.txt index f09b3f735..3c673fe1e 100644 --- a/logs-20240607/itac/Correct-mpi_isend-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_isend-002_0.txt @@ -1,5 +1,5 @@ Running #1736 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_isend-002.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_isend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_isend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.3361902236938477 +Command return code: 0, elapsed time: 2.3530380725860596 Finished #1736 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-002.c diff --git a/logs-20240607/itac/Correct-mpi_isend-003_0.elapsed b/logs-20240607/itac/Correct-mpi_isend-003_0.elapsed index ba2e5de01..e897cbcf4 100644 --- a/logs-20240607/itac/Correct-mpi_isend-003_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_isend-003_0.elapsed @@ -1 +1 @@ -2.234919548034668 \ No newline at end of file +2.261672019958496 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_isend-003_0.txt b/logs-20240607/itac/Correct-mpi_isend-003_0.txt index eac0a1f17..b66b1ed57 100644 --- a/logs-20240607/itac/Correct-mpi_isend-003_0.txt +++ b/logs-20240607/itac/Correct-mpi_isend-003_0.txt @@ -1,5 +1,5 @@ Running #1429 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_isend-003.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_isend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_isend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.234919548034668 +Command return code: 0, elapsed time: 2.261672019958496 Finished #1429 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-003.c diff --git a/logs-20240607/itac/Correct-mpi_isend-004_0.elapsed b/logs-20240607/itac/Correct-mpi_isend-004_0.elapsed index eb3caeca6..218e4ad1f 100644 --- a/logs-20240607/itac/Correct-mpi_isend-004_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_isend-004_0.elapsed @@ -1 +1 @@ -2.002336025238037 \ No newline at end of file +1.919623613357544 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_isend-004_0.txt b/logs-20240607/itac/Correct-mpi_isend-004_0.txt index 8beb2d39e..18d02ec4a 100644 --- a/logs-20240607/itac/Correct-mpi_isend-004_0.txt +++ b/logs-20240607/itac/Correct-mpi_isend-004_0.txt @@ -1,5 +1,5 @@ Running #2063 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_isend-004.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_isend-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_isend-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.002336025238037 +Command return code: 0, elapsed time: 1.919623613357544 Finished #2063 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-004.c diff --git a/logs-20240607/itac/Correct-mpi_isend-005_0.elapsed b/logs-20240607/itac/Correct-mpi_isend-005_0.elapsed index 751484574..2d197d808 100644 --- a/logs-20240607/itac/Correct-mpi_isend-005_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_isend-005_0.elapsed @@ -1 +1 @@ -2.265162944793701 \ No newline at end of file +2.294419527053833 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_isend-005_0.txt b/logs-20240607/itac/Correct-mpi_isend-005_0.txt index 53098bc6b..ea29ab0a4 100644 --- a/logs-20240607/itac/Correct-mpi_isend-005_0.txt +++ b/logs-20240607/itac/Correct-mpi_isend-005_0.txt @@ -1,5 +1,5 @@ Running #1987 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_isend-005.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_isend-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_isend-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.265162944793701 +Command return code: 0, elapsed time: 2.294419527053833 Finished #1987 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-005.c diff --git a/logs-20240607/itac/Correct-mpi_isend-006_0.elapsed b/logs-20240607/itac/Correct-mpi_isend-006_0.elapsed index fd910dd4f..84e994b06 100644 --- a/logs-20240607/itac/Correct-mpi_isend-006_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_isend-006_0.elapsed @@ -1 +1 @@ -2.3762831687927246 \ No newline at end of file +2.307044506072998 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_isend-006_0.txt b/logs-20240607/itac/Correct-mpi_isend-006_0.txt index c9ac9cfa8..ae3c44089 100644 --- a/logs-20240607/itac/Correct-mpi_isend-006_0.txt +++ b/logs-20240607/itac/Correct-mpi_isend-006_0.txt @@ -1,5 +1,5 @@ Running #1621 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_isend-006.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_isend-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_isend-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3762831687927246 +Command return code: 0, elapsed time: 2.307044506072998 Finished #1621 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-006.c diff --git a/logs-20240607/itac/Correct-mpi_isend-007_0.elapsed b/logs-20240607/itac/Correct-mpi_isend-007_0.elapsed index b57fee606..58cfdb587 100644 --- a/logs-20240607/itac/Correct-mpi_isend-007_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_isend-007_0.elapsed @@ -1 +1 @@ -2.3413796424865723 \ No newline at end of file +1.0323569774627686 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_isend-007_0.md5sum b/logs-20240607/itac/Correct-mpi_isend-007_0.md5sum deleted file mode 100644 index eb769deea..000000000 --- a/logs-20240607/itac/Correct-mpi_isend-007_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -f0cbce4bc68d673274edffba42fc740d \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_isend-007_0.txt b/logs-20240607/itac/Correct-mpi_isend-007_0.txt index a38a35cb6..47fc31d62 100644 --- a/logs-20240607/itac/Correct-mpi_isend-007_0.txt +++ b/logs-20240607/itac/Correct-mpi_isend-007_0.txt @@ -1,5 +1,5 @@ Running #1840 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_isend-007.c (batchinfo:1/1) @@ -47,14 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_isend-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | -| [0] INFO: Error checking completed without finding any problems. +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 275796 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -| Rank 0 finished normally -| Rank 1 finished normally +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 275797 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -| -Command return code: 0, elapsed time: 2.3413796424865723 +Command return code: 255, elapsed time: 1.0323569774627686 Finished #1840 /MBI/scripts/gencodes/P2P/Correct-mpi_isend-007.c diff --git a/logs-20240607/itac/Correct-mpi_issend-001_0.elapsed b/logs-20240607/itac/Correct-mpi_issend-001_0.elapsed index d2912df6d..dff53c144 100644 --- a/logs-20240607/itac/Correct-mpi_issend-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_issend-001_0.elapsed @@ -1 +1 @@ -2.198610544204712 \ No newline at end of file +2.2933363914489746 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_issend-001_0.txt b/logs-20240607/itac/Correct-mpi_issend-001_0.txt index 4a494dc3b..03bfcfa31 100644 --- a/logs-20240607/itac/Correct-mpi_issend-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_issend-001_0.txt @@ -1,5 +1,5 @@ Running #1305 /MBI/scripts/gencodes/P2P/Correct-mpi_issend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_issend-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_issend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_issend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.198610544204712 +Command return code: 0, elapsed time: 2.2933363914489746 Finished #1305 /MBI/scripts/gencodes/P2P/Correct-mpi_issend-001.c diff --git a/logs-20240607/itac/Correct-mpi_issend-002_0.elapsed b/logs-20240607/itac/Correct-mpi_issend-002_0.elapsed index 673a254d8..89428d364 100644 --- a/logs-20240607/itac/Correct-mpi_issend-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_issend-002_0.elapsed @@ -1 +1 @@ -2.188955068588257 \ No newline at end of file +2.3589744567871094 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_issend-002_0.txt b/logs-20240607/itac/Correct-mpi_issend-002_0.txt index f232de6cb..00adf126e 100644 --- a/logs-20240607/itac/Correct-mpi_issend-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_issend-002_0.txt @@ -1,5 +1,5 @@ Running #1266 /MBI/scripts/gencodes/P2P/Correct-mpi_issend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_issend-002.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_issend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_issend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.188955068588257 +Command return code: 0, elapsed time: 2.3589744567871094 Finished #1266 /MBI/scripts/gencodes/P2P/Correct-mpi_issend-002.c diff --git a/logs-20240607/itac/Correct-mpi_mprobe-001_0.elapsed b/logs-20240607/itac/Correct-mpi_mprobe-001_0.elapsed index 6bb067c4a..4c20cd258 100644 --- a/logs-20240607/itac/Correct-mpi_mprobe-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_mprobe-001_0.elapsed @@ -1 +1 @@ -2.263991117477417 \ No newline at end of file +2.5027859210968018 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_mprobe-001_0.txt b/logs-20240607/itac/Correct-mpi_mprobe-001_0.txt index dda9b6951..bf460807a 100644 --- a/logs-20240607/itac/Correct-mpi_mprobe-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_mprobe-001_0.txt @@ -1,5 +1,5 @@ Running #1444 /MBI/scripts/gencodes/P2P/Correct-mpi_mprobe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_mprobe-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_mprobe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_mprobe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.263991117477417 +| +Command return code: 0, elapsed time: 2.5027859210968018 Finished #1444 /MBI/scripts/gencodes/P2P/Correct-mpi_mprobe-001.c diff --git a/logs-20240607/itac/Correct-mpi_mrecv-001_0.elapsed b/logs-20240607/itac/Correct-mpi_mrecv-001_0.elapsed index 7b572190f..c6b2beca8 100644 --- a/logs-20240607/itac/Correct-mpi_mrecv-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_mrecv-001_0.elapsed @@ -1 +1 @@ -2.0887250900268555 \ No newline at end of file +2.0548014640808105 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_mrecv-001_0.txt b/logs-20240607/itac/Correct-mpi_mrecv-001_0.txt index 088cdbe24..cdaadf874 100644 --- a/logs-20240607/itac/Correct-mpi_mrecv-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_mrecv-001_0.txt @@ -1,5 +1,5 @@ Running #1904 /MBI/scripts/gencodes/P2P/Correct-mpi_mrecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_mrecv-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_mrecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_mrecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0887250900268555 +Command return code: 0, elapsed time: 2.0548014640808105 Finished #1904 /MBI/scripts/gencodes/P2P/Correct-mpi_mrecv-001.c diff --git a/logs-20240607/itac/Correct-mpi_precv_init-001_0.elapsed b/logs-20240607/itac/Correct-mpi_precv_init-001_0.elapsed index ce115e957..2cb742b59 100644 --- a/logs-20240607/itac/Correct-mpi_precv_init-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_precv_init-001_0.elapsed @@ -1 +1 @@ -0.10630202293395996 \ No newline at end of file +0.10853242874145508 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_precv_init-001_0.txt b/logs-20240607/itac/Correct-mpi_precv_init-001_0.txt index 802f02325..26c1e3422 100644 --- a/logs-20240607/itac/Correct-mpi_precv_init-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_precv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1595 /MBI/scripts/gencodes/P2P/Correct-mpi_precv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_precv_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccrRKIqA.o: in function `main': +ld: /tmp/icceumonE.o: in function `main': /MBI/scripts/gencodes/P2P/Correct-mpi_precv_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/Correct-mpi_precv_init-001.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/Correct-mpi_precv_init-001.c:46: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/Correct-mpi_precv_init-002_0.elapsed b/logs-20240607/itac/Correct-mpi_precv_init-002_0.elapsed index 84e520936..8fffc9042 100644 --- a/logs-20240607/itac/Correct-mpi_precv_init-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_precv_init-002_0.elapsed @@ -1 +1 @@ -0.10994386672973633 \ No newline at end of file +0.10744404792785645 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_precv_init-002_0.txt b/logs-20240607/itac/Correct-mpi_precv_init-002_0.txt index bb0c0c045..100c3068a 100644 --- a/logs-20240607/itac/Correct-mpi_precv_init-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_precv_init-002_0.txt @@ -1,5 +1,5 @@ Running #1863 /MBI/scripts/gencodes/P2P/Correct-mpi_precv_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_precv_init-002.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccIu7aht.o: in function `main': +ld: /tmp/iccamRInE.o: in function `main': /MBI/scripts/gencodes/P2P/Correct-mpi_precv_init-002.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/Correct-mpi_precv_init-002.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/Correct-mpi_precv_init-002.c:46: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/Correct-mpi_psend_init-001_0.elapsed b/logs-20240607/itac/Correct-mpi_psend_init-001_0.elapsed index d722a0865..8624de183 100644 --- a/logs-20240607/itac/Correct-mpi_psend_init-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_psend_init-001_0.elapsed @@ -1 +1 @@ -0.10895442962646484 \ No newline at end of file +0.11318826675415039 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_psend_init-001_0.txt b/logs-20240607/itac/Correct-mpi_psend_init-001_0.txt index d247ebcbe..df5267446 100644 --- a/logs-20240607/itac/Correct-mpi_psend_init-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_psend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1413 /MBI/scripts/gencodes/P2P/Correct-mpi_psend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_psend_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icchWM7Io.o: in function `main': +ld: /tmp/iccvENlGr.o: in function `main': /MBI/scripts/gencodes/P2P/Correct-mpi_psend_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/Correct-mpi_psend_init-001.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/Correct-mpi_psend_init-001.c:46: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/Correct-mpi_psend_init-002_0.elapsed b/logs-20240607/itac/Correct-mpi_psend_init-002_0.elapsed index 865617928..8a13658dd 100644 --- a/logs-20240607/itac/Correct-mpi_psend_init-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_psend_init-002_0.elapsed @@ -1 +1 @@ -0.11682724952697754 \ No newline at end of file +0.11088323593139648 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_psend_init-002_0.txt b/logs-20240607/itac/Correct-mpi_psend_init-002_0.txt index 0ca10212e..ec0ac7b23 100644 --- a/logs-20240607/itac/Correct-mpi_psend_init-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_psend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1462 /MBI/scripts/gencodes/P2P/Correct-mpi_psend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_psend_init-002.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccglP9Zu.o: in function `main': +ld: /tmp/iccYYqA0Q.o: in function `main': /MBI/scripts/gencodes/P2P/Correct-mpi_psend_init-002.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/Correct-mpi_psend_init-002.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/Correct-mpi_psend_init-002.c:46: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/Correct-mpi_recv-001_0.elapsed b/logs-20240607/itac/Correct-mpi_recv-001_0.elapsed index d22f9e941..5a72877cb 100644 --- a/logs-20240607/itac/Correct-mpi_recv-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_recv-001_0.elapsed @@ -1 +1 @@ -2.3462719917297363 \ No newline at end of file +2.4267578125 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_recv-001_0.txt b/logs-20240607/itac/Correct-mpi_recv-001_0.txt index d56489181..17c45aec7 100644 --- a/logs-20240607/itac/Correct-mpi_recv-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_recv-001_0.txt @@ -1,5 +1,5 @@ Running #1923 /MBI/scripts/gencodes/P2P/Correct-mpi_recv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_recv-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_recv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_recv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.3462719917297363 +| +Command return code: 0, elapsed time: 2.4267578125 Finished #1923 /MBI/scripts/gencodes/P2P/Correct-mpi_recv-001.c diff --git a/logs-20240607/itac/Correct-mpi_recv-002_0.elapsed b/logs-20240607/itac/Correct-mpi_recv-002_0.elapsed index 2a06047c1..2ac0f8199 100644 --- a/logs-20240607/itac/Correct-mpi_recv-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_recv-002_0.elapsed @@ -1 +1 @@ -1.889484167098999 \ No newline at end of file +1.8972206115722656 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_recv-002_0.txt b/logs-20240607/itac/Correct-mpi_recv-002_0.txt index 2a0642aa5..b4593858f 100644 --- a/logs-20240607/itac/Correct-mpi_recv-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_recv-002_0.txt @@ -1,5 +1,5 @@ Running #1979 /MBI/scripts/gencodes/P2P/Correct-mpi_recv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_recv-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_recv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_recv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.889484167098999 +Command return code: 0, elapsed time: 1.8972206115722656 Finished #1979 /MBI/scripts/gencodes/P2P/Correct-mpi_recv-002.c diff --git a/logs-20240607/itac/Correct-mpi_recv_init-001_0.elapsed b/logs-20240607/itac/Correct-mpi_recv_init-001_0.elapsed index b58851625..76b5118ff 100644 --- a/logs-20240607/itac/Correct-mpi_recv_init-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_recv_init-001_0.elapsed @@ -1 +1 @@ -2.2797160148620605 \ No newline at end of file +2.363217353820801 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_recv_init-001_0.txt b/logs-20240607/itac/Correct-mpi_recv_init-001_0.txt index efa7dc47c..e40276772 100644 --- a/logs-20240607/itac/Correct-mpi_recv_init-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_recv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1397 /MBI/scripts/gencodes/P2P/Correct-mpi_recv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_recv_init-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_recv_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_recv_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2797160148620605 +Command return code: 0, elapsed time: 2.363217353820801 Finished #1397 /MBI/scripts/gencodes/P2P/Correct-mpi_recv_init-001.c diff --git a/logs-20240607/itac/Correct-mpi_recv_init-002_0.elapsed b/logs-20240607/itac/Correct-mpi_recv_init-002_0.elapsed index 925a1147a..ec91a4a75 100644 --- a/logs-20240607/itac/Correct-mpi_recv_init-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_recv_init-002_0.elapsed @@ -1 +1 @@ -2.3619065284729004 \ No newline at end of file +2.374990224838257 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_recv_init-002_0.txt b/logs-20240607/itac/Correct-mpi_recv_init-002_0.txt index aba319771..b5caf1e72 100644 --- a/logs-20240607/itac/Correct-mpi_recv_init-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_recv_init-002_0.txt @@ -1,5 +1,5 @@ Running #1280 /MBI/scripts/gencodes/P2P/Correct-mpi_recv_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_recv_init-002.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_recv_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_recv_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.3619065284729004 +Command return code: 0, elapsed time: 2.374990224838257 Finished #1280 /MBI/scripts/gencodes/P2P/Correct-mpi_recv_init-002.c diff --git a/logs-20240607/itac/Correct-mpi_reduce-001_0.elapsed b/logs-20240607/itac/Correct-mpi_reduce-001_0.elapsed index 1a0904536..7f039f190 100644 --- a/logs-20240607/itac/Correct-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -2.40712833404541 \ No newline at end of file +2.233804941177368 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_reduce-001_0.txt b/logs-20240607/itac/Correct-mpi_reduce-001_0.txt index c4cf3b0ae..ebc426baf 100644 --- a/logs-20240607/itac/Correct-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #1168 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_reduce-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_reduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.40712833404541 +Command return code: 0, elapsed time: 2.233804941177368 Finished #1168 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce-001.c diff --git a/logs-20240607/itac/Correct-mpi_reduce-002_0.elapsed b/logs-20240607/itac/Correct-mpi_reduce-002_0.elapsed index 634602530..bfcf9699e 100644 --- a/logs-20240607/itac/Correct-mpi_reduce-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_reduce-002_0.elapsed @@ -1 +1 @@ -2.254129409790039 \ No newline at end of file +2.202932357788086 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_reduce-002_0.txt b/logs-20240607/itac/Correct-mpi_reduce-002_0.txt index 61f52e42a..f149130df 100644 --- a/logs-20240607/itac/Correct-mpi_reduce-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_reduce-002_0.txt @@ -1,5 +1,5 @@ Running #833 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_reduce-002.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_reduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_reduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.254129409790039 +| +Command return code: 0, elapsed time: 2.202932357788086 Finished #833 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce-002.c diff --git a/logs-20240607/itac/Correct-mpi_reduce-003_0.elapsed b/logs-20240607/itac/Correct-mpi_reduce-003_0.elapsed index 011a02d5b..733a21ef7 100644 --- a/logs-20240607/itac/Correct-mpi_reduce-003_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_reduce-003_0.elapsed @@ -1 +1 @@ -2.1922340393066406 \ No newline at end of file +2.386337995529175 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_reduce-003_0.txt b/logs-20240607/itac/Correct-mpi_reduce-003_0.txt index 797b72861..8e89d33db 100644 --- a/logs-20240607/itac/Correct-mpi_reduce-003_0.txt +++ b/logs-20240607/itac/Correct-mpi_reduce-003_0.txt @@ -1,5 +1,5 @@ Running #1116 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_reduce-003.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_reduce-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_reduce-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.1922340393066406 +Command return code: 0, elapsed time: 2.386337995529175 Finished #1116 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce-003.c diff --git a/logs-20240607/itac/Correct-mpi_reduce-004_0.elapsed b/logs-20240607/itac/Correct-mpi_reduce-004_0.elapsed index f3d51b77c..e41cb16c6 100644 --- a/logs-20240607/itac/Correct-mpi_reduce-004_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_reduce-004_0.elapsed @@ -1 +1 @@ -2.9834914207458496 \ No newline at end of file +3.0149483680725098 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_reduce-004_0.txt b/logs-20240607/itac/Correct-mpi_reduce-004_0.txt index c556fd296..7818c3b64 100644 --- a/logs-20240607/itac/Correct-mpi_reduce-004_0.txt +++ b/logs-20240607/itac/Correct-mpi_reduce-004_0.txt @@ -1,5 +1,5 @@ Running #546 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_reduce-004.c (batchinfo:1/1) @@ -57,9 +57,9 @@ Executing the command (cwd: None) | [1] ERROR: Signal was encountered at: | [1] ERROR: (/opt/intel/oneapi/mpi/2021.12/lib/libmpi.so.12.0.0) | [1] ERROR: While processing: -| [1] ERROR: MPI_Reduce(*sendbuf=MPI_IN_PLACE, *recvbuf=0x46abf0, count=1, datatype=MPI_DOUBLE_INT, op=MPI_MAXLOC, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [1] ERROR: MPI_Reduce(*sendbuf=MPI_IN_PLACE, *recvbuf=0x46ac30, count=1, datatype=MPI_DOUBLE_INT, op=MPI_MAXLOC, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_reduce-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_reduce-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:SIGNAL: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190605 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235851 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190607 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235852 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.9834914207458496 +Command return code: 255, elapsed time: 3.0149483680725098 Finished #546 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce-004.c diff --git a/logs-20240607/itac/Correct-mpi_reduce-005_0.elapsed b/logs-20240607/itac/Correct-mpi_reduce-005_0.elapsed index c98490393..348927b79 100644 --- a/logs-20240607/itac/Correct-mpi_reduce-005_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_reduce-005_0.elapsed @@ -1 +1 @@ -8.363321542739868 \ No newline at end of file +7.906543016433716 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_reduce-005_0.txt b/logs-20240607/itac/Correct-mpi_reduce-005_0.txt index 4023a323c..639ba9215 100644 --- a/logs-20240607/itac/Correct-mpi_reduce-005_0.txt +++ b/logs-20240607/itac/Correct-mpi_reduce-005_0.txt @@ -1,5 +1,5 @@ Running #996 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_reduce-005.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Reduce(*sendbuf=MPI_IN_PLACE, *recvbuf=0x470640, count=1, datatype=0x8c000006, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=MPI_IN_PLACE, *recvbuf=0x47caf0, count=1, datatype=0x8c000006, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_reduce-005.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_reduce-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_reduce-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Reduce(*sendbuf=MPI_IN_PLACE, *recvbuf=0x46acd0, count=1, datatype=0x8c000006, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [1] ERROR: MPI_Reduce(*sendbuf=MPI_IN_PLACE, *recvbuf=0x46ae90, count=1, datatype=0x8c000006, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_reduce-005.c:55) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_reduce-005) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_reduce-005) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_reduce-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_reduce-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194105 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240370 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194106 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240371 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.363321542739868 +Command return code: 255, elapsed time: 7.906543016433716 Finished #996 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce-005.c diff --git a/logs-20240607/itac/Correct-mpi_reduce-mpi_reduce-001_0.elapsed b/logs-20240607/itac/Correct-mpi_reduce-mpi_reduce-001_0.elapsed index 3b0114bca..4075f05b3 100644 --- a/logs-20240607/itac/Correct-mpi_reduce-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_reduce-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -2.2210536003112793 \ No newline at end of file +1.9975559711456299 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_reduce-mpi_reduce-001_0.txt b/logs-20240607/itac/Correct-mpi_reduce-mpi_reduce-001_0.txt index df36ae0c9..1d36b74b3 100644 --- a/logs-20240607/itac/Correct-mpi_reduce-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_reduce-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #712 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_reduce-mpi_reduce-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_reduce-mpi_reduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_reduce-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2210536003112793 +Command return code: 0, elapsed time: 1.9975559711456299 Finished #712 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce-mpi_reduce-001.c diff --git a/logs-20240607/itac/Correct-mpi_reduce_scatter_block-001_0.elapsed b/logs-20240607/itac/Correct-mpi_reduce_scatter_block-001_0.elapsed index 7baa6345b..5a147e571 100644 --- a/logs-20240607/itac/Correct-mpi_reduce_scatter_block-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_reduce_scatter_block-001_0.elapsed @@ -1 +1 @@ -8.873419046401978 \ No newline at end of file +8.849931955337524 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_reduce_scatter_block-001_0.txt b/logs-20240607/itac/Correct-mpi_reduce_scatter_block-001_0.txt index fae15b2ee..5959d92e5 100644 --- a/logs-20240607/itac/Correct-mpi_reduce_scatter_block-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_reduce_scatter_block-001_0.txt @@ -1,5 +1,5 @@ Running #667 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce_scatter_block-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_reduce_scatter_block-001.c (batchinfo:1/1) @@ -55,34 +55,34 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_reduce_scatter_block-001.c:37) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_reduce_scatter_block-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_reduce_scatter_block-001) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. +| [1] WARNING: Send and receive buffers overlap at address 0x46ac60. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Reduce_scatter_block(*sendbuf=0x46acd0, *recvbuf=0x46ad00, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Reduce_scatter_block(*sendbuf=0x46ac30, *recvbuf=0x46ac60, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_reduce_scatter_block-001.c:37) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_reduce_scatter_block-001) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_reduce_scatter_block-001) | | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. | [1] ERROR: Control over buffer was transferred to MPI at: -| [1] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46acd0, *recvbuf=0x46ad00, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ac30, *recvbuf=0x46ac60, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_reduce_scatter_block-001.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_reduce_scatter_block-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_reduce_scatter_block-001) | [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46acd0, *recvbuf=0x46ad00, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ac30, *recvbuf=0x46ac60, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_reduce_scatter_block-001.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_reduce_scatter_block-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_reduce_scatter_block-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_reduce_scatter_block-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_reduce_scatter_block-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -91,16 +91,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185098 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 230660 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185099 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 230661 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.873419046401978 +Command return code: 255, elapsed time: 8.849931955337524 Finished #667 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce_scatter_block-001.c diff --git a/logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001_0.elapsed b/logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001_0.elapsed index 75b04153b..47f580e07 100644 --- a/logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001_0.elapsed @@ -1 +1 @@ -8.740108489990234 \ No newline at end of file +8.828489303588867 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001_0.txt b/logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001_0.txt index 9c45d4226..d398dda0c 100644 --- a/logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001_0.txt @@ -1,5 +1,5 @@ Running #903 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001.c (batchinfo:1/1) @@ -49,13 +49,13 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x470690. +| [0] WARNING: Send and receive buffers overlap at address 0x470710. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Reduce_scatter_block(*sendbuf=0x470660, *recvbuf=0x470690, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Reduce_scatter_block(*sendbuf=0x4706e0, *recvbuf=0x470710, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001.c:38) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning | [1] WARNING: Send and receive buffers overlap at address 0x46acc0. @@ -64,7 +64,7 @@ Executing the command (cwd: None) | [1] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001) | | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. @@ -73,16 +73,16 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001.c:42) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001) | [1] ERROR: Modified buffer detected at: | [1] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46ac90, *recvbuf=0x46acc0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001.c:42) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -91,16 +91,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195461 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241759 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195462 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241760 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.740108489990234 +Command return code: 255, elapsed time: 8.828489303588867 Finished #903 /MBI/scripts/gencodes/COLL/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001.c diff --git a/logs-20240607/itac/Correct-mpi_rsend-001_0.elapsed b/logs-20240607/itac/Correct-mpi_rsend-001_0.elapsed index f74f9243c..755d74546 100644 --- a/logs-20240607/itac/Correct-mpi_rsend-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_rsend-001_0.elapsed @@ -1 +1 @@ -2.183839797973633 \ No newline at end of file +2.280853033065796 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_rsend-001_0.txt b/logs-20240607/itac/Correct-mpi_rsend-001_0.txt index 829bb6a71..7e95f16c9 100644 --- a/logs-20240607/itac/Correct-mpi_rsend-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_rsend-001_0.txt @@ -1,5 +1,5 @@ Running #1325 /MBI/scripts/gencodes/P2P/Correct-mpi_rsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_rsend-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_rsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_rsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.183839797973633 +Command return code: 0, elapsed time: 2.280853033065796 Finished #1325 /MBI/scripts/gencodes/P2P/Correct-mpi_rsend-001.c diff --git a/logs-20240607/itac/Correct-mpi_rsend-002_0.elapsed b/logs-20240607/itac/Correct-mpi_rsend-002_0.elapsed index ff3133341..e365087a5 100644 --- a/logs-20240607/itac/Correct-mpi_rsend-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_rsend-002_0.elapsed @@ -1 +1 @@ -2.030769109725952 \ No newline at end of file +2.374215841293335 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_rsend-002_0.txt b/logs-20240607/itac/Correct-mpi_rsend-002_0.txt index bc45d7793..97bba9e19 100644 --- a/logs-20240607/itac/Correct-mpi_rsend-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_rsend-002_0.txt @@ -1,5 +1,5 @@ Running #1297 /MBI/scripts/gencodes/P2P/Correct-mpi_rsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_rsend-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_rsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_rsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.030769109725952 +Command return code: 0, elapsed time: 2.374215841293335 Finished #1297 /MBI/scripts/gencodes/P2P/Correct-mpi_rsend-002.c diff --git a/logs-20240607/itac/Correct-mpi_rsend_init-001_0.elapsed b/logs-20240607/itac/Correct-mpi_rsend_init-001_0.elapsed index b04c3de64..7b9edf842 100644 --- a/logs-20240607/itac/Correct-mpi_rsend_init-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_rsend_init-001_0.elapsed @@ -1 +1 @@ -2.3401265144348145 \ No newline at end of file +2.3668878078460693 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_rsend_init-001_0.txt b/logs-20240607/itac/Correct-mpi_rsend_init-001_0.txt index 5eea5451e..b0af59772 100644 --- a/logs-20240607/itac/Correct-mpi_rsend_init-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_rsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1766 /MBI/scripts/gencodes/P2P/Correct-mpi_rsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_rsend_init-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_rsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_rsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3401265144348145 +Command return code: 0, elapsed time: 2.3668878078460693 Finished #1766 /MBI/scripts/gencodes/P2P/Correct-mpi_rsend_init-001.c diff --git a/logs-20240607/itac/Correct-mpi_rsend_init-002_0.elapsed b/logs-20240607/itac/Correct-mpi_rsend_init-002_0.elapsed index 3c531b81b..c8b2e0e16 100644 --- a/logs-20240607/itac/Correct-mpi_rsend_init-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_rsend_init-002_0.elapsed @@ -1 +1 @@ -2.3557610511779785 \ No newline at end of file +2.1704695224761963 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_rsend_init-002_0.txt b/logs-20240607/itac/Correct-mpi_rsend_init-002_0.txt index 819f9de46..bb6b3ad49 100644 --- a/logs-20240607/itac/Correct-mpi_rsend_init-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_rsend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1901 /MBI/scripts/gencodes/P2P/Correct-mpi_rsend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_rsend_init-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_rsend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_rsend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 2.3557610511779785 +Command return code: 0, elapsed time: 2.1704695224761963 Finished #1901 /MBI/scripts/gencodes/P2P/Correct-mpi_rsend_init-002.c diff --git a/logs-20240607/itac/Correct-mpi_scan-001_0.elapsed b/logs-20240607/itac/Correct-mpi_scan-001_0.elapsed index e73cdfeb3..832748407 100644 --- a/logs-20240607/itac/Correct-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_scan-001_0.elapsed @@ -1 +1 @@ -2.1526670455932617 \ No newline at end of file +2.193753480911255 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_scan-001_0.txt b/logs-20240607/itac/Correct-mpi_scan-001_0.txt index afc9bee46..2c45b6e54 100644 --- a/logs-20240607/itac/Correct-mpi_scan-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #990 /MBI/scripts/gencodes/COLL/Correct-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_scan-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1526670455932617 +Command return code: 0, elapsed time: 2.193753480911255 Finished #990 /MBI/scripts/gencodes/COLL/Correct-mpi_scan-001.c diff --git a/logs-20240607/itac/Correct-mpi_scan-002_0.elapsed b/logs-20240607/itac/Correct-mpi_scan-002_0.elapsed index 2353e1385..fb32dc50b 100644 --- a/logs-20240607/itac/Correct-mpi_scan-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_scan-002_0.elapsed @@ -1 +1 @@ -1.9408609867095947 \ No newline at end of file +2.2680087089538574 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_scan-002_0.txt b/logs-20240607/itac/Correct-mpi_scan-002_0.txt index d9fd7f4a9..6071f9ff3 100644 --- a/logs-20240607/itac/Correct-mpi_scan-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_scan-002_0.txt @@ -1,5 +1,5 @@ Running #804 /MBI/scripts/gencodes/COLL/Correct-mpi_scan-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_scan-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_scan-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_scan-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 1.9408609867095947 +Command return code: 0, elapsed time: 2.2680087089538574 Finished #804 /MBI/scripts/gencodes/COLL/Correct-mpi_scan-002.c diff --git a/logs-20240607/itac/Correct-mpi_scan-003_0.elapsed b/logs-20240607/itac/Correct-mpi_scan-003_0.elapsed index b7d0321fe..dab42a7dd 100644 --- a/logs-20240607/itac/Correct-mpi_scan-003_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_scan-003_0.elapsed @@ -1 +1 @@ -2.180995225906372 \ No newline at end of file +2.214315891265869 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_scan-003_0.txt b/logs-20240607/itac/Correct-mpi_scan-003_0.txt index dd3b5b836..16bba1927 100644 --- a/logs-20240607/itac/Correct-mpi_scan-003_0.txt +++ b/logs-20240607/itac/Correct-mpi_scan-003_0.txt @@ -1,5 +1,5 @@ Running #460 /MBI/scripts/gencodes/COLL/Correct-mpi_scan-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_scan-003.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_scan-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_scan-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.180995225906372 +Command return code: 0, elapsed time: 2.214315891265869 Finished #460 /MBI/scripts/gencodes/COLL/Correct-mpi_scan-003.c diff --git a/logs-20240607/itac/Correct-mpi_scan-mpi_scan-001_0.elapsed b/logs-20240607/itac/Correct-mpi_scan-mpi_scan-001_0.elapsed index 16339c43c..378eaa31a 100644 --- a/logs-20240607/itac/Correct-mpi_scan-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_scan-mpi_scan-001_0.elapsed @@ -1 +1 @@ -2.346266269683838 \ No newline at end of file +2.4489049911499023 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_scan-mpi_scan-001_0.txt b/logs-20240607/itac/Correct-mpi_scan-mpi_scan-001_0.txt index 45358f9ab..b8901f05a 100644 --- a/logs-20240607/itac/Correct-mpi_scan-mpi_scan-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_scan-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #1177 /MBI/scripts/gencodes/COLL/Correct-mpi_scan-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_scan-mpi_scan-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_scan-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_scan-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.346266269683838 +Command return code: 0, elapsed time: 2.4489049911499023 Finished #1177 /MBI/scripts/gencodes/COLL/Correct-mpi_scan-mpi_scan-001.c diff --git a/logs-20240607/itac/Correct-mpi_scatter-001_0.elapsed b/logs-20240607/itac/Correct-mpi_scatter-001_0.elapsed index 8e0bdfe19..377bc3e9a 100644 --- a/logs-20240607/itac/Correct-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -7.2969725131988525 \ No newline at end of file +2.382067918777466 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_scatter-001_0.txt b/logs-20240607/itac/Correct-mpi_scatter-001_0.txt index 1abf64d99..64ebdd0e4 100644 --- a/logs-20240607/itac/Correct-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #843 /MBI/scripts/gencodes/COLL/Correct-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_scatter-001.c (batchinfo:1/1) @@ -48,41 +48,23 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error -| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x470740, sendcount=10, sendtype=MPI_INT, *recvbuf=0x47ca00, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_scatter-001.c:37) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_scatter-001) -| [0] ERROR: Data was corrupted during transmission to local rank [1] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x46abb0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abe0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/Correct-mpi_scatter-001.c:37) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_scatter-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile Correct-mpi_scatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x470770. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Scatter(*sendbuf=0x470740, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470770, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_scatter-001.c:37) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_scatter-001) +| [0] INFO: Writing tracefile Correct-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: Found 1 problem (0 errors + 1 warning), 0 reports were suppressed. | +| Rank 0 finished normally +| Rank 1 finished normally | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197085 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197086 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -Command return code: 255, elapsed time: 7.2969725131988525 +Command return code: 0, elapsed time: 2.382067918777466 Finished #843 /MBI/scripts/gencodes/COLL/Correct-mpi_scatter-001.c diff --git a/logs-20240607/itac/Correct-mpi_scatter-mpi_scatter-001_0.elapsed b/logs-20240607/itac/Correct-mpi_scatter-mpi_scatter-001_0.elapsed index dd7bb66b5..3bd58db74 100644 --- a/logs-20240607/itac/Correct-mpi_scatter-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_scatter-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -2.5181868076324463 \ No newline at end of file +2.4663519859313965 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_scatter-mpi_scatter-001_0.txt b/logs-20240607/itac/Correct-mpi_scatter-mpi_scatter-001_0.txt index 34266ee8c..2a7fc26a9 100644 --- a/logs-20240607/itac/Correct-mpi_scatter-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_scatter-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #1219 /MBI/scripts/gencodes/COLL/Correct-mpi_scatter-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_scatter-mpi_scatter-001.c (batchinfo:1/1) @@ -49,14 +49,14 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x470710. +| [0] WARNING: Send and receive buffers overlap at address 0x470790. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Scatter(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Scatter(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/Correct-mpi_scatter-mpi_scatter-001.c:38) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/Correct-mpi_scatter-mpi_scatter-001) -| [0] INFO: Writing tracefile Correct-mpi_scatter-mpi_scatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Correct-mpi_scatter-mpi_scatter-001) +| [0] INFO: Writing tracefile Correct-mpi_scatter-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed | [0] INFO: Found 1 problem (0 errors + 1 warning), 0 reports were suppressed. @@ -65,6 +65,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.5181868076324463 +Command return code: 0, elapsed time: 2.4663519859313965 Finished #1219 /MBI/scripts/gencodes/COLL/Correct-mpi_scatter-mpi_scatter-001.c diff --git a/logs-20240607/itac/Correct-mpi_send-001_0.elapsed b/logs-20240607/itac/Correct-mpi_send-001_0.elapsed index 2b374dbda..309bd992f 100644 --- a/logs-20240607/itac/Correct-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-001_0.elapsed @@ -1 +1 @@ -2.2899527549743652 \ No newline at end of file +2.324305534362793 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-001_0.txt b/logs-20240607/itac/Correct-mpi_send-001_0.txt index 9720bdc65..8d081fbd5 100644 --- a/logs-20240607/itac/Correct-mpi_send-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1319 /MBI/scripts/gencodes/P2P/Correct-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2899527549743652 +| +Command return code: 0, elapsed time: 2.324305534362793 Finished #1319 /MBI/scripts/gencodes/P2P/Correct-mpi_send-001.c diff --git a/logs-20240607/itac/Correct-mpi_send-002_0.elapsed b/logs-20240607/itac/Correct-mpi_send-002_0.elapsed index d397d5346..ad243245e 100644 --- a/logs-20240607/itac/Correct-mpi_send-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-002_0.elapsed @@ -1 +1 @@ -2.3369715213775635 \ No newline at end of file +2.527920722961426 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-002_0.txt b/logs-20240607/itac/Correct-mpi_send-002_0.txt index 7b0fa68fd..15f50c6ac 100644 --- a/logs-20240607/itac/Correct-mpi_send-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-002_0.txt @@ -1,5 +1,5 @@ Running #1980 /MBI/scripts/gencodes/P2P/Correct-mpi_send-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-002.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.3369715213775635 +Command return code: 0, elapsed time: 2.527920722961426 Finished #1980 /MBI/scripts/gencodes/P2P/Correct-mpi_send-002.c diff --git a/logs-20240607/itac/Correct-mpi_send-003_0.elapsed b/logs-20240607/itac/Correct-mpi_send-003_0.elapsed index c25053d79..d84c9bef6 100644 --- a/logs-20240607/itac/Correct-mpi_send-003_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-003_0.elapsed @@ -1 +1 @@ -1.8540356159210205 \ No newline at end of file +1.9220800399780273 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-003_0.txt b/logs-20240607/itac/Correct-mpi_send-003_0.txt index fe50e2e5c..75ee83844 100644 --- a/logs-20240607/itac/Correct-mpi_send-003_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-003_0.txt @@ -1,5 +1,5 @@ Running #2098 /MBI/scripts/gencodes/P2P/Correct-mpi_send-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-003.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.8540356159210205 +Command return code: 0, elapsed time: 1.9220800399780273 Finished #2098 /MBI/scripts/gencodes/P2P/Correct-mpi_send-003.c diff --git a/logs-20240607/itac/Correct-mpi_send-004_0.elapsed b/logs-20240607/itac/Correct-mpi_send-004_0.elapsed index fcab9cc15..4decd8b08 100644 --- a/logs-20240607/itac/Correct-mpi_send-004_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-004_0.elapsed @@ -1 +1 @@ -1.0579006671905518 \ No newline at end of file +2.2872872352600098 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-004_0.txt b/logs-20240607/itac/Correct-mpi_send-004_0.txt index b08712da1..c7141128a 100644 --- a/logs-20240607/itac/Correct-mpi_send-004_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-004_0.txt @@ -1,5 +1,5 @@ Running #2051 /MBI/scripts/gencodes/P2P/Correct-mpi_send-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-004.c (batchinfo:1/1) @@ -47,23 +47,15 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| [0] INFO: Writing tracefile Correct-mpi_send-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229414 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| [0] INFO: Error checking completed without finding any problems. | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229415 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| Rank 0 finished normally +| Rank 1 finished normally | -Command return code: 255, elapsed time: 1.0579006671905518 +| +| +Command return code: 0, elapsed time: 2.2872872352600098 Finished #2051 /MBI/scripts/gencodes/P2P/Correct-mpi_send-004.c diff --git a/logs-20240607/itac/Correct-mpi_send-005_0.elapsed b/logs-20240607/itac/Correct-mpi_send-005_0.elapsed index 89d4ed976..a754dbc73 100644 --- a/logs-20240607/itac/Correct-mpi_send-005_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-005_0.elapsed @@ -1 +1 @@ -2.3230648040771484 \ No newline at end of file +2.242475748062134 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-005_0.txt b/logs-20240607/itac/Correct-mpi_send-005_0.txt index 3b18534e1..374ded97e 100644 --- a/logs-20240607/itac/Correct-mpi_send-005_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-005_0.txt @@ -1,5 +1,5 @@ Running #1678 /MBI/scripts/gencodes/P2P/Correct-mpi_send-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-005.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.3230648040771484 +Command return code: 0, elapsed time: 2.242475748062134 Finished #1678 /MBI/scripts/gencodes/P2P/Correct-mpi_send-005.c diff --git a/logs-20240607/itac/Correct-mpi_send-006_0.elapsed b/logs-20240607/itac/Correct-mpi_send-006_0.elapsed index 63349139a..4472762bd 100644 --- a/logs-20240607/itac/Correct-mpi_send-006_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-006_0.elapsed @@ -1 +1 @@ -2.265092611312866 \ No newline at end of file +2.203854560852051 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-006_0.txt b/logs-20240607/itac/Correct-mpi_send-006_0.txt index 2f51e4b1f..4ad999fed 100644 --- a/logs-20240607/itac/Correct-mpi_send-006_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-006_0.txt @@ -1,5 +1,5 @@ Running #1286 /MBI/scripts/gencodes/P2P/Correct-mpi_send-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-006.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.265092611312866 +Command return code: 0, elapsed time: 2.203854560852051 Finished #1286 /MBI/scripts/gencodes/P2P/Correct-mpi_send-006.c diff --git a/logs-20240607/itac/Correct-mpi_send-007_0.elapsed b/logs-20240607/itac/Correct-mpi_send-007_0.elapsed index fef658d59..2c5945f2b 100644 --- a/logs-20240607/itac/Correct-mpi_send-007_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-007_0.elapsed @@ -1 +1 @@ -2.0718882083892822 \ No newline at end of file +1.976430892944336 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-007_0.txt b/logs-20240607/itac/Correct-mpi_send-007_0.txt index 055715a09..b32521453 100644 --- a/logs-20240607/itac/Correct-mpi_send-007_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-007_0.txt @@ -1,5 +1,5 @@ Running #1811 /MBI/scripts/gencodes/P2P/Correct-mpi_send-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-007.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0718882083892822 +Command return code: 0, elapsed time: 1.976430892944336 Finished #1811 /MBI/scripts/gencodes/P2P/Correct-mpi_send-007.c diff --git a/logs-20240607/itac/Correct-mpi_send-008_0.elapsed b/logs-20240607/itac/Correct-mpi_send-008_0.elapsed index 34b430294..6d41ed9f5 100644 --- a/logs-20240607/itac/Correct-mpi_send-008_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-008_0.elapsed @@ -1 +1 @@ -2.3025033473968506 \ No newline at end of file +2.363481044769287 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-008_0.txt b/logs-20240607/itac/Correct-mpi_send-008_0.txt index bd08a310b..5f90c5acc 100644 --- a/logs-20240607/itac/Correct-mpi_send-008_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-008_0.txt @@ -1,5 +1,5 @@ Running #1475 /MBI/scripts/gencodes/P2P/Correct-mpi_send-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-008.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3025033473968506 +Command return code: 0, elapsed time: 2.363481044769287 Finished #1475 /MBI/scripts/gencodes/P2P/Correct-mpi_send-008.c diff --git a/logs-20240607/itac/Correct-mpi_send-009_0.elapsed b/logs-20240607/itac/Correct-mpi_send-009_0.elapsed index 0be189a2c..c67b67436 100644 --- a/logs-20240607/itac/Correct-mpi_send-009_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-009_0.elapsed @@ -1 +1 @@ -2.390230178833008 \ No newline at end of file +2.412472724914551 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-009_0.txt b/logs-20240607/itac/Correct-mpi_send-009_0.txt index a29dc982e..f96a7d5a4 100644 --- a/logs-20240607/itac/Correct-mpi_send-009_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-009_0.txt @@ -1,5 +1,5 @@ Running #1769 /MBI/scripts/gencodes/P2P/Correct-mpi_send-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-009.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.390230178833008 +Command return code: 0, elapsed time: 2.412472724914551 Finished #1769 /MBI/scripts/gencodes/P2P/Correct-mpi_send-009.c diff --git a/logs-20240607/itac/Correct-mpi_send-010_0.elapsed b/logs-20240607/itac/Correct-mpi_send-010_0.elapsed index 95b17a3fa..2859ce2f0 100644 --- a/logs-20240607/itac/Correct-mpi_send-010_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-010_0.elapsed @@ -1 +1 @@ -2.365208864212036 \ No newline at end of file +2.3202402591705322 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-010_0.txt b/logs-20240607/itac/Correct-mpi_send-010_0.txt index 150f9d767..5689e4d1a 100644 --- a/logs-20240607/itac/Correct-mpi_send-010_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-010_0.txt @@ -1,5 +1,5 @@ Running #1798 /MBI/scripts/gencodes/P2P/Correct-mpi_send-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-010.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.365208864212036 +Command return code: 0, elapsed time: 2.3202402591705322 Finished #1798 /MBI/scripts/gencodes/P2P/Correct-mpi_send-010.c diff --git a/logs-20240607/itac/Correct-mpi_send-011_0.elapsed b/logs-20240607/itac/Correct-mpi_send-011_0.elapsed index 2385bbe70..7b3573fae 100644 --- a/logs-20240607/itac/Correct-mpi_send-011_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-011_0.elapsed @@ -1 +1 @@ -2.302706241607666 \ No newline at end of file +2.288694143295288 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-011_0.txt b/logs-20240607/itac/Correct-mpi_send-011_0.txt index 53845cd3c..80a686931 100644 --- a/logs-20240607/itac/Correct-mpi_send-011_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-011_0.txt @@ -1,5 +1,5 @@ Running #1542 /MBI/scripts/gencodes/P2P/Correct-mpi_send-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-011.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.302706241607666 +Command return code: 0, elapsed time: 2.288694143295288 Finished #1542 /MBI/scripts/gencodes/P2P/Correct-mpi_send-011.c diff --git a/logs-20240607/itac/Correct-mpi_send-012_0.elapsed b/logs-20240607/itac/Correct-mpi_send-012_0.elapsed index 70ce7a0ff..6a5628fc0 100644 --- a/logs-20240607/itac/Correct-mpi_send-012_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-012_0.elapsed @@ -1 +1 @@ -2.3700952529907227 \ No newline at end of file +2.194565534591675 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-012_0.txt b/logs-20240607/itac/Correct-mpi_send-012_0.txt index 508ed4011..b3bc1e396 100644 --- a/logs-20240607/itac/Correct-mpi_send-012_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-012_0.txt @@ -1,5 +1,5 @@ Running #1994 /MBI/scripts/gencodes/P2P/Correct-mpi_send-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-012.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.3700952529907227 +| +Command return code: 0, elapsed time: 2.194565534591675 Finished #1994 /MBI/scripts/gencodes/P2P/Correct-mpi_send-012.c diff --git a/logs-20240607/itac/Correct-mpi_send-013_0.elapsed b/logs-20240607/itac/Correct-mpi_send-013_0.elapsed index e68faa3a7..5dfd0dfeb 100644 --- a/logs-20240607/itac/Correct-mpi_send-013_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-013_0.elapsed @@ -1 +1 @@ -2.21952223777771 \ No newline at end of file +2.1418209075927734 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-013_0.txt b/logs-20240607/itac/Correct-mpi_send-013_0.txt index 387dc9852..29e244d2d 100644 --- a/logs-20240607/itac/Correct-mpi_send-013_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-013_0.txt @@ -1,5 +1,5 @@ Running #1488 /MBI/scripts/gencodes/P2P/Correct-mpi_send-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-013.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.21952223777771 +Command return code: 0, elapsed time: 2.1418209075927734 Finished #1488 /MBI/scripts/gencodes/P2P/Correct-mpi_send-013.c diff --git a/logs-20240607/itac/Correct-mpi_send-014_0.elapsed b/logs-20240607/itac/Correct-mpi_send-014_0.elapsed index bf8f41871..048a295bc 100644 --- a/logs-20240607/itac/Correct-mpi_send-014_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-014_0.elapsed @@ -1 +1 @@ -1.7788264751434326 \ No newline at end of file +1.786850929260254 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-014_0.txt b/logs-20240607/itac/Correct-mpi_send-014_0.txt index ccec64443..3802ee8ee 100644 --- a/logs-20240607/itac/Correct-mpi_send-014_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-014_0.txt @@ -1,5 +1,5 @@ Running #1945 /MBI/scripts/gencodes/P2P/Correct-mpi_send-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-014.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.7788264751434326 +Command return code: 0, elapsed time: 1.786850929260254 Finished #1945 /MBI/scripts/gencodes/P2P/Correct-mpi_send-014.c diff --git a/logs-20240607/itac/Correct-mpi_send-015_0.elapsed b/logs-20240607/itac/Correct-mpi_send-015_0.elapsed index e44fe93b3..ac2e78a03 100644 --- a/logs-20240607/itac/Correct-mpi_send-015_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-015_0.elapsed @@ -1 +1 @@ -2.386031150817871 \ No newline at end of file +2.267066717147827 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-015_0.txt b/logs-20240607/itac/Correct-mpi_send-015_0.txt index 2a1a0f125..9af244245 100644 --- a/logs-20240607/itac/Correct-mpi_send-015_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-015_0.txt @@ -1,5 +1,5 @@ Running #2033 /MBI/scripts/gencodes/P2P/Correct-mpi_send-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-015.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.386031150817871 +Command return code: 0, elapsed time: 2.267066717147827 Finished #2033 /MBI/scripts/gencodes/P2P/Correct-mpi_send-015.c diff --git a/logs-20240607/itac/Correct-mpi_send-016_0.elapsed b/logs-20240607/itac/Correct-mpi_send-016_0.elapsed index 37a8818bf..31cb2600d 100644 --- a/logs-20240607/itac/Correct-mpi_send-016_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-016_0.elapsed @@ -1 +1 @@ -1.7579638957977295 \ No newline at end of file +1.934577465057373 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-016_0.txt b/logs-20240607/itac/Correct-mpi_send-016_0.txt index 8da68b102..757b380cf 100644 --- a/logs-20240607/itac/Correct-mpi_send-016_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-016_0.txt @@ -1,5 +1,5 @@ Running #1937 /MBI/scripts/gencodes/P2P/Correct-mpi_send-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-016.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.7579638957977295 +Command return code: 0, elapsed time: 1.934577465057373 Finished #1937 /MBI/scripts/gencodes/P2P/Correct-mpi_send-016.c diff --git a/logs-20240607/itac/Correct-mpi_send-017_0.elapsed b/logs-20240607/itac/Correct-mpi_send-017_0.elapsed index e572f1713..54b549d31 100644 --- a/logs-20240607/itac/Correct-mpi_send-017_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-017_0.elapsed @@ -1 +1 @@ -2.18050217628479 \ No newline at end of file +2.188701629638672 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-017_0.txt b/logs-20240607/itac/Correct-mpi_send-017_0.txt index d61d41588..75d4ddaeb 100644 --- a/logs-20240607/itac/Correct-mpi_send-017_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-017_0.txt @@ -1,5 +1,5 @@ Running #1645 /MBI/scripts/gencodes/P2P/Correct-mpi_send-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-017.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.18050217628479 +Command return code: 0, elapsed time: 2.188701629638672 Finished #1645 /MBI/scripts/gencodes/P2P/Correct-mpi_send-017.c diff --git a/logs-20240607/itac/Correct-mpi_send-018_0.elapsed b/logs-20240607/itac/Correct-mpi_send-018_0.elapsed index c79845ee2..328ca7964 100644 --- a/logs-20240607/itac/Correct-mpi_send-018_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-018_0.elapsed @@ -1 +1 @@ -2.005323886871338 \ No newline at end of file +1.892509937286377 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-018_0.txt b/logs-20240607/itac/Correct-mpi_send-018_0.txt index 1bc726a0e..1e31f6349 100644 --- a/logs-20240607/itac/Correct-mpi_send-018_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-018_0.txt @@ -1,5 +1,5 @@ Running #1912 /MBI/scripts/gencodes/P2P/Correct-mpi_send-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-018.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.005323886871338 +Command return code: 0, elapsed time: 1.892509937286377 Finished #1912 /MBI/scripts/gencodes/P2P/Correct-mpi_send-018.c diff --git a/logs-20240607/itac/Correct-mpi_send-019_0.elapsed b/logs-20240607/itac/Correct-mpi_send-019_0.elapsed index 90c7196a1..538d37ade 100644 --- a/logs-20240607/itac/Correct-mpi_send-019_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-019_0.elapsed @@ -1 +1 @@ -2.372006893157959 \ No newline at end of file +2.358109951019287 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-019_0.txt b/logs-20240607/itac/Correct-mpi_send-019_0.txt index 0c6edf925..3b4837452 100644 --- a/logs-20240607/itac/Correct-mpi_send-019_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-019_0.txt @@ -1,5 +1,5 @@ Running #1661 /MBI/scripts/gencodes/P2P/Correct-mpi_send-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-019.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-019.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.372006893157959 +Command return code: 0, elapsed time: 2.358109951019287 Finished #1661 /MBI/scripts/gencodes/P2P/Correct-mpi_send-019.c diff --git a/logs-20240607/itac/Correct-mpi_send-020_0.elapsed b/logs-20240607/itac/Correct-mpi_send-020_0.elapsed index 587c3ffdf..4389314a6 100644 --- a/logs-20240607/itac/Correct-mpi_send-020_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-020_0.elapsed @@ -1 +1 @@ -2.2815637588500977 \ No newline at end of file +2.467336416244507 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-020_0.txt b/logs-20240607/itac/Correct-mpi_send-020_0.txt index 462fe0e44..3b22cc319 100644 --- a/logs-20240607/itac/Correct-mpi_send-020_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-020_0.txt @@ -1,5 +1,5 @@ Running #1720 /MBI/scripts/gencodes/P2P/Correct-mpi_send-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-020.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | | -Command return code: 0, elapsed time: 2.2815637588500977 +Command return code: 0, elapsed time: 2.467336416244507 Finished #1720 /MBI/scripts/gencodes/P2P/Correct-mpi_send-020.c diff --git a/logs-20240607/itac/Correct-mpi_send-021_0.elapsed b/logs-20240607/itac/Correct-mpi_send-021_0.elapsed index 7183593b0..d722ab336 100644 --- a/logs-20240607/itac/Correct-mpi_send-021_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-021_0.elapsed @@ -1 +1 @@ -2.4919369220733643 \ No newline at end of file +2.3555381298065186 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-021_0.txt b/logs-20240607/itac/Correct-mpi_send-021_0.txt index 9125b4f49..c4e521bf7 100644 --- a/logs-20240607/itac/Correct-mpi_send-021_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-021_0.txt @@ -1,5 +1,5 @@ Running #2027 /MBI/scripts/gencodes/P2P/Correct-mpi_send-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-021.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.4919369220733643 +| +Command return code: 0, elapsed time: 2.3555381298065186 Finished #2027 /MBI/scripts/gencodes/P2P/Correct-mpi_send-021.c diff --git a/logs-20240607/itac/Correct-mpi_send-022_0.elapsed b/logs-20240607/itac/Correct-mpi_send-022_0.elapsed index 7ffc35bb6..eba4614df 100644 --- a/logs-20240607/itac/Correct-mpi_send-022_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-022_0.elapsed @@ -1 +1 @@ -2.547758102416992 \ No newline at end of file +2.306922197341919 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-022_0.txt b/logs-20240607/itac/Correct-mpi_send-022_0.txt index f825a82cd..d9f2171c4 100644 --- a/logs-20240607/itac/Correct-mpi_send-022_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-022_0.txt @@ -1,5 +1,5 @@ Running #1508 /MBI/scripts/gencodes/P2P/Correct-mpi_send-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-022.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-022.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-022.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.547758102416992 +Command return code: 0, elapsed time: 2.306922197341919 Finished #1508 /MBI/scripts/gencodes/P2P/Correct-mpi_send-022.c diff --git a/logs-20240607/itac/Correct-mpi_send-023_0.elapsed b/logs-20240607/itac/Correct-mpi_send-023_0.elapsed index 0779f9692..caf3cc580 100644 --- a/logs-20240607/itac/Correct-mpi_send-023_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-023_0.elapsed @@ -1 +1 @@ -2.3107383251190186 \ No newline at end of file +2.357520341873169 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-023_0.txt b/logs-20240607/itac/Correct-mpi_send-023_0.txt index 78f4b21c6..4eea50da8 100644 --- a/logs-20240607/itac/Correct-mpi_send-023_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-023_0.txt @@ -1,5 +1,5 @@ Running #1833 /MBI/scripts/gencodes/P2P/Correct-mpi_send-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-023.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-023.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -| -Command return code: 0, elapsed time: 2.3107383251190186 +Command return code: 0, elapsed time: 2.357520341873169 Finished #1833 /MBI/scripts/gencodes/P2P/Correct-mpi_send-023.c diff --git a/logs-20240607/itac/Correct-mpi_send-024_0.elapsed b/logs-20240607/itac/Correct-mpi_send-024_0.elapsed index 31a2e6784..6e8fdc627 100644 --- a/logs-20240607/itac/Correct-mpi_send-024_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-024_0.elapsed @@ -1 +1 @@ -2.439876079559326 \ No newline at end of file +3.2056617736816406 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-024_0.txt b/logs-20240607/itac/Correct-mpi_send-024_0.txt index a57bff286..dc4a0ae2c 100644 --- a/logs-20240607/itac/Correct-mpi_send-024_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-024_0.txt @@ -1,5 +1,5 @@ Running #1317 /MBI/scripts/gencodes/P2P/Correct-mpi_send-024.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-024.c (batchinfo:1/1) @@ -51,7 +51,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-024.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-024.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -59,6 +59,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.439876079559326 +Command return code: 0, elapsed time: 3.2056617736816406 Finished #1317 /MBI/scripts/gencodes/P2P/Correct-mpi_send-024.c diff --git a/logs-20240607/itac/Correct-mpi_send-025_0.elapsed b/logs-20240607/itac/Correct-mpi_send-025_0.elapsed index e39ec7db2..e24c2b216 100644 --- a/logs-20240607/itac/Correct-mpi_send-025_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-025_0.elapsed @@ -1 +1 @@ -2.2853496074676514 \ No newline at end of file +2.2310822010040283 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-025_0.txt b/logs-20240607/itac/Correct-mpi_send-025_0.txt index b6d93840b..f45f30c90 100644 --- a/logs-20240607/itac/Correct-mpi_send-025_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-025_0.txt @@ -1,5 +1,5 @@ Running #1448 /MBI/scripts/gencodes/P2P/Correct-mpi_send-025.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-025.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-025.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-025.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2853496074676514 +Command return code: 0, elapsed time: 2.2310822010040283 Finished #1448 /MBI/scripts/gencodes/P2P/Correct-mpi_send-025.c diff --git a/logs-20240607/itac/Correct-mpi_send-026_0.elapsed b/logs-20240607/itac/Correct-mpi_send-026_0.elapsed index 53e88c0ca..f4216283b 100644 --- a/logs-20240607/itac/Correct-mpi_send-026_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-026_0.elapsed @@ -1 +1 @@ -2.2944440841674805 \ No newline at end of file +2.2936840057373047 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-026_0.txt b/logs-20240607/itac/Correct-mpi_send-026_0.txt index 5cc57a939..fd47bfbfc 100644 --- a/logs-20240607/itac/Correct-mpi_send-026_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-026_0.txt @@ -1,5 +1,5 @@ Running #1332 /MBI/scripts/gencodes/P2P/Correct-mpi_send-026.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-026.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-026.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-026.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2944440841674805 +Command return code: 0, elapsed time: 2.2936840057373047 Finished #1332 /MBI/scripts/gencodes/P2P/Correct-mpi_send-026.c diff --git a/logs-20240607/itac/Correct-mpi_send-027_0.elapsed b/logs-20240607/itac/Correct-mpi_send-027_0.elapsed index 93561cc7c..901643b37 100644 --- a/logs-20240607/itac/Correct-mpi_send-027_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-027_0.elapsed @@ -1 +1 @@ -2.4541819095611572 \ No newline at end of file +2.237525701522827 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-027_0.txt b/logs-20240607/itac/Correct-mpi_send-027_0.txt index 63a3e9b31..c2caa26c5 100644 --- a/logs-20240607/itac/Correct-mpi_send-027_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-027_0.txt @@ -1,5 +1,5 @@ Running #2037 /MBI/scripts/gencodes/P2P/Correct-mpi_send-027.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-027.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-027.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-027.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -| -Command return code: 0, elapsed time: 2.4541819095611572 +Command return code: 0, elapsed time: 2.237525701522827 Finished #2037 /MBI/scripts/gencodes/P2P/Correct-mpi_send-027.c diff --git a/logs-20240607/itac/Correct-mpi_send-028_0.elapsed b/logs-20240607/itac/Correct-mpi_send-028_0.elapsed index bc425f963..d9504d494 100644 --- a/logs-20240607/itac/Correct-mpi_send-028_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-028_0.elapsed @@ -1 +1 @@ -2.3250510692596436 \ No newline at end of file +2.2228763103485107 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-028_0.txt b/logs-20240607/itac/Correct-mpi_send-028_0.txt index 3971081f5..82f8f1a08 100644 --- a/logs-20240607/itac/Correct-mpi_send-028_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-028_0.txt @@ -1,5 +1,5 @@ Running #1428 /MBI/scripts/gencodes/P2P/Correct-mpi_send-028.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-028.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-028.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-028.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3250510692596436 +Command return code: 0, elapsed time: 2.2228763103485107 Finished #1428 /MBI/scripts/gencodes/P2P/Correct-mpi_send-028.c diff --git a/logs-20240607/itac/Correct-mpi_send-029_0.elapsed b/logs-20240607/itac/Correct-mpi_send-029_0.elapsed index 6af6a4524..b43349dd4 100644 --- a/logs-20240607/itac/Correct-mpi_send-029_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send-029_0.elapsed @@ -1 +1 @@ -2.2276549339294434 \ No newline at end of file +2.260366439819336 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send-029_0.txt b/logs-20240607/itac/Correct-mpi_send-029_0.txt index eba5e62c3..3546e9817 100644 --- a/logs-20240607/itac/Correct-mpi_send-029_0.txt +++ b/logs-20240607/itac/Correct-mpi_send-029_0.txt @@ -1,5 +1,5 @@ Running #1432 /MBI/scripts/gencodes/P2P/Correct-mpi_send-029.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send-029.c (batchinfo:1/1) @@ -47,15 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send-029.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send-029.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -| -Command return code: 0, elapsed time: 2.2276549339294434 +Command return code: 0, elapsed time: 2.260366439819336 Finished #1432 /MBI/scripts/gencodes/P2P/Correct-mpi_send-029.c diff --git a/logs-20240607/itac/Correct-mpi_send_init-001_0.elapsed b/logs-20240607/itac/Correct-mpi_send_init-001_0.elapsed index b83186e52..27fd95df7 100644 --- a/logs-20240607/itac/Correct-mpi_send_init-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send_init-001_0.elapsed @@ -1 +1 @@ -2.123035430908203 \ No newline at end of file +2.209364652633667 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send_init-001_0.txt b/logs-20240607/itac/Correct-mpi_send_init-001_0.txt index 6f87b8ae6..ee151d6ec 100644 --- a/logs-20240607/itac/Correct-mpi_send_init-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_send_init-001_0.txt @@ -1,5 +1,5 @@ Running #1874 /MBI/scripts/gencodes/P2P/Correct-mpi_send_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send_init-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -| -Command return code: 0, elapsed time: 2.123035430908203 +Command return code: 0, elapsed time: 2.209364652633667 Finished #1874 /MBI/scripts/gencodes/P2P/Correct-mpi_send_init-001.c diff --git a/logs-20240607/itac/Correct-mpi_send_init-002_0.elapsed b/logs-20240607/itac/Correct-mpi_send_init-002_0.elapsed index fbc56d4ef..fa572e4ac 100644 --- a/logs-20240607/itac/Correct-mpi_send_init-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_send_init-002_0.elapsed @@ -1 +1 @@ -2.3879663944244385 \ No newline at end of file +2.3167989253997803 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_send_init-002_0.txt b/logs-20240607/itac/Correct-mpi_send_init-002_0.txt index 92813e641..e78744e45 100644 --- a/logs-20240607/itac/Correct-mpi_send_init-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_send_init-002_0.txt @@ -1,5 +1,5 @@ Running #1541 /MBI/scripts/gencodes/P2P/Correct-mpi_send_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_send_init-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_send_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_send_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3879663944244385 +Command return code: 0, elapsed time: 2.3167989253997803 Finished #1541 /MBI/scripts/gencodes/P2P/Correct-mpi_send_init-002.c diff --git a/logs-20240607/itac/Correct-mpi_ssend-001_0.elapsed b/logs-20240607/itac/Correct-mpi_ssend-001_0.elapsed index 70c9fd52f..081abe2c4 100644 --- a/logs-20240607/itac/Correct-mpi_ssend-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ssend-001_0.elapsed @@ -1 +1 @@ -2.440112829208374 \ No newline at end of file +2.032961368560791 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ssend-001_0.txt b/logs-20240607/itac/Correct-mpi_ssend-001_0.txt index 3b68ad1f4..da85b287b 100644 --- a/logs-20240607/itac/Correct-mpi_ssend-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_ssend-001_0.txt @@ -1,5 +1,5 @@ Running #1441 /MBI/scripts/gencodes/P2P/Correct-mpi_ssend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ssend-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_ssend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ssend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.440112829208374 +Command return code: 0, elapsed time: 2.032961368560791 Finished #1441 /MBI/scripts/gencodes/P2P/Correct-mpi_ssend-001.c diff --git a/logs-20240607/itac/Correct-mpi_ssend-002_0.elapsed b/logs-20240607/itac/Correct-mpi_ssend-002_0.elapsed index 88348a33a..e7798b4b6 100644 --- a/logs-20240607/itac/Correct-mpi_ssend-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ssend-002_0.elapsed @@ -1 +1 @@ -2.17577862739563 \ No newline at end of file +2.3058664798736572 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ssend-002_0.txt b/logs-20240607/itac/Correct-mpi_ssend-002_0.txt index 00a3cd73f..45406c6b9 100644 --- a/logs-20240607/itac/Correct-mpi_ssend-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_ssend-002_0.txt @@ -1,5 +1,5 @@ Running #1776 /MBI/scripts/gencodes/P2P/Correct-mpi_ssend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ssend-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_ssend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ssend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.17577862739563 +Command return code: 0, elapsed time: 2.3058664798736572 Finished #1776 /MBI/scripts/gencodes/P2P/Correct-mpi_ssend-002.c diff --git a/logs-20240607/itac/Correct-mpi_ssend-003_0.elapsed b/logs-20240607/itac/Correct-mpi_ssend-003_0.elapsed index e20e1ba11..2d66a005f 100644 --- a/logs-20240607/itac/Correct-mpi_ssend-003_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ssend-003_0.elapsed @@ -1 +1 @@ -2.2805540561676025 \ No newline at end of file +2.1924421787261963 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ssend-003_0.txt b/logs-20240607/itac/Correct-mpi_ssend-003_0.txt index eb00d0f83..f6fda6931 100644 --- a/logs-20240607/itac/Correct-mpi_ssend-003_0.txt +++ b/logs-20240607/itac/Correct-mpi_ssend-003_0.txt @@ -1,5 +1,5 @@ Running #1642 /MBI/scripts/gencodes/P2P/Correct-mpi_ssend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ssend-003.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_ssend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ssend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 2.2805540561676025 +Command return code: 0, elapsed time: 2.1924421787261963 Finished #1642 /MBI/scripts/gencodes/P2P/Correct-mpi_ssend-003.c diff --git a/logs-20240607/itac/Correct-mpi_ssend_init-001_0.elapsed b/logs-20240607/itac/Correct-mpi_ssend_init-001_0.elapsed index 72ec5d9f1..934efff80 100644 --- a/logs-20240607/itac/Correct-mpi_ssend_init-001_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ssend_init-001_0.elapsed @@ -1 +1 @@ -2.238823175430298 \ No newline at end of file +2.2002956867218018 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ssend_init-001_0.txt b/logs-20240607/itac/Correct-mpi_ssend_init-001_0.txt index e0421dc52..6f3ffff5b 100644 --- a/logs-20240607/itac/Correct-mpi_ssend_init-001_0.txt +++ b/logs-20240607/itac/Correct-mpi_ssend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1838 /MBI/scripts/gencodes/P2P/Correct-mpi_ssend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ssend_init-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_ssend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ssend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.238823175430298 +| +Command return code: 0, elapsed time: 2.2002956867218018 Finished #1838 /MBI/scripts/gencodes/P2P/Correct-mpi_ssend_init-001.c diff --git a/logs-20240607/itac/Correct-mpi_ssend_init-002_0.elapsed b/logs-20240607/itac/Correct-mpi_ssend_init-002_0.elapsed index 30d1dd77e..931de4e4b 100644 --- a/logs-20240607/itac/Correct-mpi_ssend_init-002_0.elapsed +++ b/logs-20240607/itac/Correct-mpi_ssend_init-002_0.elapsed @@ -1 +1 @@ -1.9952235221862793 \ No newline at end of file +1.8897826671600342 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-mpi_ssend_init-002_0.txt b/logs-20240607/itac/Correct-mpi_ssend_init-002_0.txt index 79d10b49a..c1db42c07 100644 --- a/logs-20240607/itac/Correct-mpi_ssend_init-002_0.txt +++ b/logs-20240607/itac/Correct-mpi_ssend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1911 /MBI/scripts/gencodes/P2P/Correct-mpi_ssend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-mpi_ssend_init-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-mpi_ssend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-mpi_ssend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9952235221862793 +Command return code: 0, elapsed time: 1.8897826671600342 Finished #1911 /MBI/scripts/gencodes/P2P/Correct-mpi_ssend_init-002.c diff --git a/logs-20240607/itac/Correct-request-rget_bufread-001_0.elapsed b/logs-20240607/itac/Correct-request-rget_bufread-001_0.elapsed index a05d1b773..31e77dded 100644 --- a/logs-20240607/itac/Correct-request-rget_bufread-001_0.elapsed +++ b/logs-20240607/itac/Correct-request-rget_bufread-001_0.elapsed @@ -1 +1 @@ -1.988405466079712 \ No newline at end of file +1.8311538696289062 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-request-rget_bufread-001_0.txt b/logs-20240607/itac/Correct-request-rget_bufread-001_0.txt index 3925298a4..3712bf2dc 100644 --- a/logs-20240607/itac/Correct-request-rget_bufread-001_0.txt +++ b/logs-20240607/itac/Correct-request-rget_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #237 /MBI/scripts/gencodes/RMA/Correct-request-rget_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-request-rget_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile Correct-request-rget_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-request-rget_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.988405466079712 +Command return code: 0, elapsed time: 1.8311538696289062 Finished #237 /MBI/scripts/gencodes/RMA/Correct-request-rget_bufread-001.c diff --git a/logs-20240607/itac/Correct-request-rget_put-001_0.elapsed b/logs-20240607/itac/Correct-request-rget_put-001_0.elapsed index 749f35543..cfa459335 100644 --- a/logs-20240607/itac/Correct-request-rget_put-001_0.elapsed +++ b/logs-20240607/itac/Correct-request-rget_put-001_0.elapsed @@ -1 +1 @@ -2.1923036575317383 \ No newline at end of file +2.1453049182891846 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-request-rget_put-001_0.txt b/logs-20240607/itac/Correct-request-rget_put-001_0.txt index afad337c5..83f53cdab 100644 --- a/logs-20240607/itac/Correct-request-rget_put-001_0.txt +++ b/logs-20240607/itac/Correct-request-rget_put-001_0.txt @@ -1,5 +1,5 @@ Running #405 /MBI/scripts/gencodes/RMA/Correct-request-rget_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-request-rget_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-request-rget_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-request-rget_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 2.1923036575317383 +Command return code: 0, elapsed time: 2.1453049182891846 Finished #405 /MBI/scripts/gencodes/RMA/Correct-request-rget_put-001.c diff --git a/logs-20240607/itac/Correct-request-rget_rput-001_0.elapsed b/logs-20240607/itac/Correct-request-rget_rput-001_0.elapsed index 347b70645..b4a0b2d65 100644 --- a/logs-20240607/itac/Correct-request-rget_rput-001_0.elapsed +++ b/logs-20240607/itac/Correct-request-rget_rput-001_0.elapsed @@ -1 +1 @@ -2.03080677986145 \ No newline at end of file +2.1744918823242188 \ No newline at end of file diff --git a/logs-20240607/itac/Correct-request-rget_rput-001_0.txt b/logs-20240607/itac/Correct-request-rget_rput-001_0.txt index 03a85bcc3..b586f0f19 100644 --- a/logs-20240607/itac/Correct-request-rget_rput-001_0.txt +++ b/logs-20240607/itac/Correct-request-rget_rput-001_0.txt @@ -1,5 +1,5 @@ Running #89 /MBI/scripts/gencodes/RMA/Correct-request-rget_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Correct-request-rget_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile Correct-request-rget_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile Correct-request-rget_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.03080677986145 +Command return code: 0, elapsed time: 2.1744918823242188 Finished #89 /MBI/scripts/gencodes/RMA/Correct-request-rget_rput-001.c diff --git a/logs-20240607/itac/EpochLifeCycle-001_0.elapsed b/logs-20240607/itac/EpochLifeCycle-001_0.elapsed index 58a399469..213637e85 100644 --- a/logs-20240607/itac/EpochLifeCycle-001_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-001_0.elapsed @@ -1 +1 @@ -60.2074248790741 \ No newline at end of file +72.22497224807739 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-001_0.timeout b/logs-20240607/itac/EpochLifeCycle-001_0.timeout deleted file mode 100644 index d6a3708a7..000000000 --- a/logs-20240607/itac/EpochLifeCycle-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.0060715675354 seconds \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-001_0.txt b/logs-20240607/itac/EpochLifeCycle-001_0.txt index 5f82931e1..b42118ead 100644 --- a/logs-20240607/itac/EpochLifeCycle-001_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-001_0.txt @@ -1,5 +1,5 @@ Running #437 /MBI/scripts/gencodes/RMA/EpochLifeCycle-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-001.c (batchinfo:1/1) @@ -48,6 +48,53 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.2074248790741 +| [0] WARNING: LOCAL:MPI:CALL_FAILED: warning +| [0] WARNING: Wrong synchronization of RMA calls. +| [0] WARNING: Error occurred at: +| [0] WARNING: MPI_Win_free(*win=0x7fff2aeeea58->0xffffffffa0000000) +| [0] WARNING: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-001.c:44) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-001) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-001.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-001) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Win_free(*win=0x7fff1d717448->0xffffffffa0000000) +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-001) +| [0] INFO: Writing tracefile EpochLifeCycle-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 218594 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 218595 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.22497224807739 Finished #437 /MBI/scripts/gencodes/RMA/EpochLifeCycle-001.c diff --git a/logs-20240607/itac/EpochLifeCycle-002_0.elapsed b/logs-20240607/itac/EpochLifeCycle-002_0.elapsed index 049c8aec8..18dae937f 100644 --- a/logs-20240607/itac/EpochLifeCycle-002_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-002_0.elapsed @@ -1 +1 @@ -7.070058822631836 \ No newline at end of file +7.139499664306641 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-002_0.txt b/logs-20240607/itac/EpochLifeCycle-002_0.txt index c3e202b47..c8a76eecc 100644 --- a/logs-20240607/itac/EpochLifeCycle-002_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-002_0.txt @@ -1,5 +1,5 @@ Running #23 /MBI/scripts/gencodes/RMA/EpochLifeCycle-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Wrong synchronization of RMA calls. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Get(*origin_addr=0x470670, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000) +| [0] ERROR: MPI_Get(*origin_addr=0x470700, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-002.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182888 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228344 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182889 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228345 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.070058822631836 +Command return code: 255, elapsed time: 7.139499664306641 Finished #23 /MBI/scripts/gencodes/RMA/EpochLifeCycle-002.c diff --git a/logs-20240607/itac/EpochLifeCycle-003_0.elapsed b/logs-20240607/itac/EpochLifeCycle-003_0.elapsed index 3fa64bf2d..be00ac702 100644 --- a/logs-20240607/itac/EpochLifeCycle-003_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-003_0.elapsed @@ -1 +1 @@ -60.20283365249634 \ No newline at end of file +62.32422614097595 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-003_0.timeout b/logs-20240607/itac/EpochLifeCycle-003_0.timeout deleted file mode 100644 index 1db1cd585..000000000 --- a/logs-20240607/itac/EpochLifeCycle-003_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.001572132110596 seconds \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-003_0.txt b/logs-20240607/itac/EpochLifeCycle-003_0.txt index ca157bb9b..8fabe6c53 100644 --- a/logs-20240607/itac/EpochLifeCycle-003_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-003_0.txt @@ -1,5 +1,5 @@ Running #78 /MBI/scripts/gencodes/RMA/EpochLifeCycle-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-003.c (batchinfo:1/1) @@ -19,6 +19,72 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON | [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON | [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON -Command killed by signal 15, elapsed time: 60.20283365249634 +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Win_free(*win=0x7ffe4d30b458->0xffffffffa0000000) +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-003.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-003) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-003.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-003) +| [0] INFO: Writing tracefile EpochLifeCycle-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 219613 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 219614 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.32422614097595 Finished #78 /MBI/scripts/gencodes/RMA/EpochLifeCycle-003.c diff --git a/logs-20240607/itac/EpochLifeCycle-004_0.elapsed b/logs-20240607/itac/EpochLifeCycle-004_0.elapsed index c237d4fb6..328f8170f 100644 --- a/logs-20240607/itac/EpochLifeCycle-004_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-004_0.elapsed @@ -1 +1 @@ -60.205313205718994 \ No newline at end of file +72.2501175403595 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-004_0.timeout b/logs-20240607/itac/EpochLifeCycle-004_0.timeout deleted file mode 100644 index bd1a0698c..000000000 --- a/logs-20240607/itac/EpochLifeCycle-004_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00377607345581 seconds \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-004_0.txt b/logs-20240607/itac/EpochLifeCycle-004_0.txt index 37a4f05b1..788e97199 100644 --- a/logs-20240607/itac/EpochLifeCycle-004_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-004_0.txt @@ -1,5 +1,5 @@ Running #93 /MBI/scripts/gencodes/RMA/EpochLifeCycle-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-004.c (batchinfo:1/1) @@ -48,6 +48,53 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.205313205718994 +| [0] WARNING: LOCAL:MPI:CALL_FAILED: warning +| [0] WARNING: Wrong synchronization of RMA calls. +| [0] WARNING: Error occurred at: +| [0] WARNING: MPI_Win_free(*win=0x7ffecf779778->0xffffffffa0000000) +| [0] WARNING: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-004.c:44) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-004) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-004.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-004) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Win_free(*win=0x7ffe76046768->0xffffffffa0000000) +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-004.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-004) +| [0] INFO: Writing tracefile EpochLifeCycle-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 229836 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 229837 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.2501175403595 Finished #93 /MBI/scripts/gencodes/RMA/EpochLifeCycle-004.c diff --git a/logs-20240607/itac/EpochLifeCycle-005_0.elapsed b/logs-20240607/itac/EpochLifeCycle-005_0.elapsed index f57a73bf8..29219102d 100644 --- a/logs-20240607/itac/EpochLifeCycle-005_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-005_0.elapsed @@ -1 +1 @@ -7.377680063247681 \ No newline at end of file +7.205519676208496 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-005_0.txt b/logs-20240607/itac/EpochLifeCycle-005_0.txt index 84ce24d1a..8f7e27382 100644 --- a/logs-20240607/itac/EpochLifeCycle-005_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-005_0.txt @@ -1,5 +1,5 @@ Running #258 /MBI/scripts/gencodes/RMA/EpochLifeCycle-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-005.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Wrong synchronization of RMA calls. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Put(*origin_addr=0x470600, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000) +| [0] ERROR: MPI_Put(*origin_addr=0x470700, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-005.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188197 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234241 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188198 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234242 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.377680063247681 +Command return code: 255, elapsed time: 7.205519676208496 Finished #258 /MBI/scripts/gencodes/RMA/EpochLifeCycle-005.c diff --git a/logs-20240607/itac/EpochLifeCycle-006_0.elapsed b/logs-20240607/itac/EpochLifeCycle-006_0.elapsed index 2c87c294d..a36a3841a 100644 --- a/logs-20240607/itac/EpochLifeCycle-006_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-006_0.elapsed @@ -1 +1 @@ -60.20733666419983 \ No newline at end of file +61.125704288482666 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-006_0.md5sum b/logs-20240607/itac/EpochLifeCycle-006_0.md5sum deleted file mode 100644 index 2b3798f90..000000000 --- a/logs-20240607/itac/EpochLifeCycle-006_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -ceb64a5cbc698755056f53ff5e29347c \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-006_0.timeout b/logs-20240607/itac/EpochLifeCycle-006_0.timeout deleted file mode 100644 index 7d02d9658..000000000 --- a/logs-20240607/itac/EpochLifeCycle-006_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00598692893982 seconds \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-006_0.txt b/logs-20240607/itac/EpochLifeCycle-006_0.txt index 8449deebb..faef89b08 100644 --- a/logs-20240607/itac/EpochLifeCycle-006_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-006_0.txt @@ -1,5 +1,5 @@ Running #261 /MBI/scripts/gencodes/RMA/EpochLifeCycle-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-006.c (batchinfo:1/1) @@ -13,6 +13,59 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./EpochLifeCycle-006 | -Command killed by signal 15, elapsed time: 60.20733666419983 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 235037 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 235039 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 61.125704288482666 Finished #261 /MBI/scripts/gencodes/RMA/EpochLifeCycle-006.c diff --git a/logs-20240607/itac/EpochLifeCycle-007_0.elapsed b/logs-20240607/itac/EpochLifeCycle-007_0.elapsed index 9dbb3712d..3fe1466a8 100644 --- a/logs-20240607/itac/EpochLifeCycle-007_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-007_0.elapsed @@ -1 +1 @@ -60.20561861991882 \ No newline at end of file +72.25508713722229 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-007_0.timeout b/logs-20240607/itac/EpochLifeCycle-007_0.timeout deleted file mode 100644 index 36e61414f..000000000 --- a/logs-20240607/itac/EpochLifeCycle-007_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00436353683472 seconds \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-007_0.txt b/logs-20240607/itac/EpochLifeCycle-007_0.txt index afe930e04..82de17379 100644 --- a/logs-20240607/itac/EpochLifeCycle-007_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-007_0.txt @@ -1,5 +1,5 @@ Running #387 /MBI/scripts/gencodes/RMA/EpochLifeCycle-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-007.c (batchinfo:1/1) @@ -48,6 +48,53 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.20561861991882 +| [0] WARNING: LOCAL:MPI:CALL_FAILED: warning +| [0] WARNING: Wrong synchronization of RMA calls. +| [0] WARNING: Error occurred at: +| [0] WARNING: MPI_Win_free(*win=0x7ffd46d8f438->0xffffffffa0000000) +| [0] WARNING: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-007.c:44) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-007) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-007.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-007) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Win_free(*win=0x7ffc75a6b948->0xffffffffa0000000) +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-007.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-007) +| [0] INFO: Writing tracefile EpochLifeCycle-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 223614 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 223615 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.25508713722229 Finished #387 /MBI/scripts/gencodes/RMA/EpochLifeCycle-007.c diff --git a/logs-20240607/itac/EpochLifeCycle-008_0.elapsed b/logs-20240607/itac/EpochLifeCycle-008_0.elapsed index ce9482088..e2f6a62da 100644 --- a/logs-20240607/itac/EpochLifeCycle-008_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-008_0.elapsed @@ -1 +1 @@ -7.088548183441162 \ No newline at end of file +9.073699474334717 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-008_0.txt b/logs-20240607/itac/EpochLifeCycle-008_0.txt index 11b7eaa62..4f3e25101 100644 --- a/logs-20240607/itac/EpochLifeCycle-008_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-008_0.txt @@ -1,5 +1,5 @@ Running #157 /MBI/scripts/gencodes/RMA/EpochLifeCycle-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-008.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Wrong synchronization of RMA calls. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Accumulate(*origin_addr=0x470680, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000) +| [0] ERROR: MPI_Accumulate(*origin_addr=0x470700, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-008.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 179529 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 224434 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 179530 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 224435 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.088548183441162 +Command return code: 255, elapsed time: 9.073699474334717 Finished #157 /MBI/scripts/gencodes/RMA/EpochLifeCycle-008.c diff --git a/logs-20240607/itac/EpochLifeCycle-009_0.elapsed b/logs-20240607/itac/EpochLifeCycle-009_0.elapsed index 7930359d1..ab4ff743a 100644 --- a/logs-20240607/itac/EpochLifeCycle-009_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-009_0.elapsed @@ -1 +1 @@ -60.20795559883118 \ No newline at end of file +62.01250910758972 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-009_0.timeout b/logs-20240607/itac/EpochLifeCycle-009_0.timeout deleted file mode 100644 index daeb711a9..000000000 --- a/logs-20240607/itac/EpochLifeCycle-009_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00652766227722 seconds \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-009_0.txt b/logs-20240607/itac/EpochLifeCycle-009_0.txt index 04f1f5def..6521d6931 100644 --- a/logs-20240607/itac/EpochLifeCycle-009_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-009_0.txt @@ -1,5 +1,5 @@ Running #6 /MBI/scripts/gencodes/RMA/EpochLifeCycle-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-009.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./EpochLifeCycle-009 | -Command killed by signal 15, elapsed time: 60.20795559883118 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Win_free(*win=0x7fffd445d318->0xffffffffa0000000) +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-009.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-009) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-009.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-009) +| [0] INFO: Writing tracefile EpochLifeCycle-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 216790 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 216792 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.01250910758972 Finished #6 /MBI/scripts/gencodes/RMA/EpochLifeCycle-009.c diff --git a/logs-20240607/itac/EpochLifeCycle-010_0.elapsed b/logs-20240607/itac/EpochLifeCycle-010_0.elapsed index 0eb40a450..5eba71146 100644 --- a/logs-20240607/itac/EpochLifeCycle-010_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-010_0.elapsed @@ -1 +1 @@ -2.6488049030303955 \ No newline at end of file +2.6710660457611084 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-010_0.txt b/logs-20240607/itac/EpochLifeCycle-010_0.txt index 5bd172625..731d70f29 100644 --- a/logs-20240607/itac/EpochLifeCycle-010_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-010_0.txt @@ -1,5 +1,5 @@ Running #435 /MBI/scripts/gencodes/RMA/EpochLifeCycle-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-010.c (batchinfo:1/1) @@ -51,21 +51,21 @@ Executing the command (cwd: None) | [0] WARNING: LOCAL:MPI:CALL_FAILED: warning | [0] WARNING: Wrong synchronization of RMA calls. | [0] WARNING: Error occurred at: -| [0] WARNING: MPI_Win_free(*win=0x7ffc6f2949e8->0xffffffffa0000000) +| [0] WARNING: MPI_Win_free(*win=0x7ffe724a42d8->0xffffffffa0000000) | [0] WARNING: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-010.c:44) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-010) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-010) | | [1] WARNING: LOCAL:MPI:CALL_FAILED: warning | [1] WARNING: Wrong synchronization of RMA calls. | [1] WARNING: Error occurred at: -| [1] WARNING: MPI_Win_free(*win=0x7ffd50cfb688->0xffffffffa0000000) +| [1] WARNING: MPI_Win_free(*win=0x7ffe75c3b9a8->0xffffffffa0000000) | [1] WARNING: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-010.c:44) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-010) -| [0] INFO: Writing tracefile EpochLifeCycle-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-010) +| [0] INFO: Writing tracefile EpochLifeCycle-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (0 errors + 2 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (0 errors + 2 warnings), 0 reports were suppressed. @@ -73,6 +73,7 @@ Executing the command (cwd: None) | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.6488049030303955 +| +Command return code: 0, elapsed time: 2.6710660457611084 Finished #435 /MBI/scripts/gencodes/RMA/EpochLifeCycle-010.c diff --git a/logs-20240607/itac/EpochLifeCycle-011_0.elapsed b/logs-20240607/itac/EpochLifeCycle-011_0.elapsed index cc2e560be..1673a63fe 100644 --- a/logs-20240607/itac/EpochLifeCycle-011_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-011_0.elapsed @@ -1 +1 @@ -0.7540836334228516 \ No newline at end of file +7.599189281463623 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-011_0.txt b/logs-20240607/itac/EpochLifeCycle-011_0.txt index ac6a8b1ce..269c1f3f5 100644 --- a/logs-20240607/itac/EpochLifeCycle-011_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-011_0.txt @@ -1,5 +1,5 @@ Running #39 /MBI/scripts/gencodes/RMA/EpochLifeCycle-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-011.c (batchinfo:1/1) @@ -47,23 +47,45 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: LOCAL:MPI:CALL_FAILED: error +| [0] ERROR: Wrong synchronization of RMA calls. +| [0] ERROR: Error occurred at: +| [0] ERROR: MPI_Get(*origin_addr=0x470700, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000) +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-011.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-011) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| +| [1] ERROR: LOCAL:MPI:CALL_FAILED: error +| [1] ERROR: Wrong synchronization of RMA calls. +| [1] ERROR: Error occurred at: +| [1] ERROR: MPI_Win_unlock_all(win=0xffffffffa0000000) +| [1] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-011.c:43) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-011) +| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile EpochLifeCycle-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 171198 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 216812 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 171199 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 216813 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.7540836334228516 +Command return code: 255, elapsed time: 7.599189281463623 Finished #39 /MBI/scripts/gencodes/RMA/EpochLifeCycle-011.c diff --git a/logs-20240607/itac/EpochLifeCycle-012_0.elapsed b/logs-20240607/itac/EpochLifeCycle-012_0.elapsed index 32baddca1..1696be567 100644 --- a/logs-20240607/itac/EpochLifeCycle-012_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-012_0.elapsed @@ -1 +1 @@ -7.2414867877960205 \ No newline at end of file +7.254258394241333 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-012_0.txt b/logs-20240607/itac/EpochLifeCycle-012_0.txt index 8874cd2c8..b3de7d2b9 100644 --- a/logs-20240607/itac/EpochLifeCycle-012_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-012_0.txt @@ -1,5 +1,5 @@ Running #44 /MBI/scripts/gencodes/RMA/EpochLifeCycle-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-012.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-012.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 173499 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 220039 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 173501 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 220040 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2414867877960205 +Command return code: 255, elapsed time: 7.254258394241333 Finished #44 /MBI/scripts/gencodes/RMA/EpochLifeCycle-012.c diff --git a/logs-20240607/itac/EpochLifeCycle-013_0.elapsed b/logs-20240607/itac/EpochLifeCycle-013_0.elapsed index 9a8dbb25e..15cab58a2 100644 --- a/logs-20240607/itac/EpochLifeCycle-013_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-013_0.elapsed @@ -1 +1 @@ -3.2426257133483887 \ No newline at end of file +2.7817656993865967 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-013_0.txt b/logs-20240607/itac/EpochLifeCycle-013_0.txt index 56214090d..93eb456d5 100644 --- a/logs-20240607/itac/EpochLifeCycle-013_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-013_0.txt @@ -1,5 +1,5 @@ Running #160 /MBI/scripts/gencodes/RMA/EpochLifeCycle-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-013.c (batchinfo:1/1) @@ -51,21 +51,21 @@ Executing the command (cwd: None) | [0] WARNING: LOCAL:MPI:CALL_FAILED: warning | [0] WARNING: Wrong synchronization of RMA calls. | [0] WARNING: Error occurred at: -| [0] WARNING: MPI_Win_free(*win=0x7fffd561faf8->0xffffffffa0000000) +| [0] WARNING: MPI_Win_free(*win=0x7ffc59e3db78->0xffffffffa0000000) | [0] WARNING: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-013.c:44) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-013) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-013) | | [1] WARNING: LOCAL:MPI:CALL_FAILED: warning | [1] WARNING: Wrong synchronization of RMA calls. | [1] WARNING: Error occurred at: -| [1] WARNING: MPI_Win_free(*win=0x7ffc61b50e88->0xffffffffa0000000) +| [1] WARNING: MPI_Win_free(*win=0x7ffe4c076548->0xffffffffa0000000) | [1] WARNING: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-013.c:44) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-013) -| [0] INFO: Writing tracefile EpochLifeCycle-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-013) +| [0] INFO: Writing tracefile EpochLifeCycle-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (0 errors + 2 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (0 errors + 2 warnings), 0 reports were suppressed. @@ -73,6 +73,6 @@ Executing the command (cwd: None) | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 3.2426257133483887 +Command return code: 0, elapsed time: 2.7817656993865967 Finished #160 /MBI/scripts/gencodes/RMA/EpochLifeCycle-013.c diff --git a/logs-20240607/itac/EpochLifeCycle-014_0.elapsed b/logs-20240607/itac/EpochLifeCycle-014_0.elapsed index be968b467..d82d1577b 100644 --- a/logs-20240607/itac/EpochLifeCycle-014_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-014_0.elapsed @@ -1 +1 @@ -7.690252065658569 \ No newline at end of file +7.706899642944336 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-014_0.txt b/logs-20240607/itac/EpochLifeCycle-014_0.txt index 5bf298608..5261113f1 100644 --- a/logs-20240607/itac/EpochLifeCycle-014_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-014_0.txt @@ -1,5 +1,5 @@ Running #41 /MBI/scripts/gencodes/RMA/EpochLifeCycle-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-014.c (batchinfo:1/1) @@ -51,11 +51,11 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Wrong synchronization of RMA calls. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Put(*origin_addr=0x470700, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000) +| [0] ERROR: MPI_Put(*origin_addr=0x470600, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-014.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-014) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error @@ -65,10 +65,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-014.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-014) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-014) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 171701 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 218407 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 171703 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 218409 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.690252065658569 +Command return code: 255, elapsed time: 7.706899642944336 Finished #41 /MBI/scripts/gencodes/RMA/EpochLifeCycle-014.c diff --git a/logs-20240607/itac/EpochLifeCycle-015_0.elapsed b/logs-20240607/itac/EpochLifeCycle-015_0.elapsed index 54c067159..2bc89c8d7 100644 --- a/logs-20240607/itac/EpochLifeCycle-015_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-015_0.elapsed @@ -1 +1 @@ -7.304683446884155 \ No newline at end of file +7.289220571517944 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-015_0.txt b/logs-20240607/itac/EpochLifeCycle-015_0.txt index 10d8f29bb..e223eba36 100644 --- a/logs-20240607/itac/EpochLifeCycle-015_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-015_0.txt @@ -1,5 +1,5 @@ Running #280 /MBI/scripts/gencodes/RMA/EpochLifeCycle-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-015.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-015.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-015) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 175169 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 220767 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 175172 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 220768 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.304683446884155 +Command return code: 255, elapsed time: 7.289220571517944 Finished #280 /MBI/scripts/gencodes/RMA/EpochLifeCycle-015.c diff --git a/logs-20240607/itac/EpochLifeCycle-016_0.elapsed b/logs-20240607/itac/EpochLifeCycle-016_0.elapsed index 5bf521a71..8a73f3c0e 100644 --- a/logs-20240607/itac/EpochLifeCycle-016_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-016_0.elapsed @@ -1 +1 @@ -2.7277040481567383 \ No newline at end of file +2.7782697677612305 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-016_0.txt b/logs-20240607/itac/EpochLifeCycle-016_0.txt index a90f1db0b..2168e881c 100644 --- a/logs-20240607/itac/EpochLifeCycle-016_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-016_0.txt @@ -1,5 +1,5 @@ Running #369 /MBI/scripts/gencodes/RMA/EpochLifeCycle-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-016.c (batchinfo:1/1) @@ -51,21 +51,21 @@ Executing the command (cwd: None) | [0] WARNING: LOCAL:MPI:CALL_FAILED: warning | [0] WARNING: Wrong synchronization of RMA calls. | [0] WARNING: Error occurred at: -| [0] WARNING: MPI_Win_free(*win=0x7ffea2a89888->0xffffffffa0000000) +| [0] WARNING: MPI_Win_free(*win=0x7fffd126bc18->0xffffffffa0000000) | [0] WARNING: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-016.c:44) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-016) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-016) | | [1] WARNING: LOCAL:MPI:CALL_FAILED: warning | [1] WARNING: Wrong synchronization of RMA calls. | [1] WARNING: Error occurred at: -| [1] WARNING: MPI_Win_free(*win=0x7ffe22f23ff8->0xffffffffa0000000) +| [1] WARNING: MPI_Win_free(*win=0x7ffd14438588->0xffffffffa0000000) | [1] WARNING: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-016.c:44) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-016) -| [0] INFO: Writing tracefile EpochLifeCycle-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-016) +| [0] INFO: Writing tracefile EpochLifeCycle-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (0 errors + 2 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (0 errors + 2 warnings), 0 reports were suppressed. @@ -74,6 +74,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.7277040481567383 +Command return code: 0, elapsed time: 2.7782697677612305 Finished #369 /MBI/scripts/gencodes/RMA/EpochLifeCycle-016.c diff --git a/logs-20240607/itac/EpochLifeCycle-017_0.elapsed b/logs-20240607/itac/EpochLifeCycle-017_0.elapsed index c3450e602..7a541f1c8 100644 --- a/logs-20240607/itac/EpochLifeCycle-017_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-017_0.elapsed @@ -1 +1 @@ -7.832032203674316 \ No newline at end of file +7.7243125438690186 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-017_0.txt b/logs-20240607/itac/EpochLifeCycle-017_0.txt index 08217c8fb..f22bd31d3 100644 --- a/logs-20240607/itac/EpochLifeCycle-017_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-017_0.txt @@ -1,5 +1,5 @@ Running #193 /MBI/scripts/gencodes/RMA/EpochLifeCycle-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-017.c (batchinfo:1/1) @@ -51,11 +51,11 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Wrong synchronization of RMA calls. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Accumulate(*origin_addr=0x470700, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000) +| [0] ERROR: MPI_Accumulate(*origin_addr=0x470600, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-017.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-017) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error @@ -65,10 +65,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-017.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-017) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-017) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 180078 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 225283 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 180079 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 225284 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.832032203674316 +Command return code: 255, elapsed time: 7.7243125438690186 Finished #193 /MBI/scripts/gencodes/RMA/EpochLifeCycle-017.c diff --git a/logs-20240607/itac/EpochLifeCycle-018_0.elapsed b/logs-20240607/itac/EpochLifeCycle-018_0.elapsed index 74dcdbead..2dc46a48f 100644 --- a/logs-20240607/itac/EpochLifeCycle-018_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-018_0.elapsed @@ -1 +1 @@ -7.159367561340332 \ No newline at end of file +7.1133131980896 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-018_0.txt b/logs-20240607/itac/EpochLifeCycle-018_0.txt index 201e20537..03cec0605 100644 --- a/logs-20240607/itac/EpochLifeCycle-018_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-018_0.txt @@ -1,5 +1,5 @@ Running #26 /MBI/scripts/gencodes/RMA/EpochLifeCycle-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-018.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-018.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-018) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183894 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 229390 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183895 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 229391 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.159367561340332 +Command return code: 255, elapsed time: 7.1133131980896 Finished #26 /MBI/scripts/gencodes/RMA/EpochLifeCycle-018.c diff --git a/logs-20240607/itac/EpochLifeCycle-019_0.elapsed b/logs-20240607/itac/EpochLifeCycle-019_0.elapsed index 42da4b9ee..c542a20d0 100644 --- a/logs-20240607/itac/EpochLifeCycle-019_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-019_0.elapsed @@ -1 +1 @@ -60.20620083808899 \ No newline at end of file +71.98869967460632 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-019_0.timeout b/logs-20240607/itac/EpochLifeCycle-019_0.timeout deleted file mode 100644 index 465f614f7..000000000 --- a/logs-20240607/itac/EpochLifeCycle-019_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00497651100159 seconds \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-019_0.txt b/logs-20240607/itac/EpochLifeCycle-019_0.txt index 2881e694c..901610b39 100644 --- a/logs-20240607/itac/EpochLifeCycle-019_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-019_0.txt @@ -1,5 +1,5 @@ Running #105 /MBI/scripts/gencodes/RMA/EpochLifeCycle-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-019.c (batchinfo:1/1) @@ -48,6 +48,53 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.20620083808899 +| [0] WARNING: LOCAL:MPI:CALL_FAILED: warning +| [0] WARNING: Wrong synchronization of RMA calls. +| [0] WARNING: Error occurred at: +| [0] WARNING: MPI_Win_free(*win=0x7fff5e9f9728->0xffffffffa0000000) +| [0] WARNING: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-019.c:44) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-019) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-019.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-019) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Win_free(*win=0x7ffccebfb8d8->0xffffffffa0000000) +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-019.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-019) +| [0] INFO: Writing tracefile EpochLifeCycle-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 217792 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 217796 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 71.98869967460632 Finished #105 /MBI/scripts/gencodes/RMA/EpochLifeCycle-019.c diff --git a/logs-20240607/itac/EpochLifeCycle-020_0.elapsed b/logs-20240607/itac/EpochLifeCycle-020_0.elapsed index 4256cb79e..a89921e18 100644 --- a/logs-20240607/itac/EpochLifeCycle-020_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-020_0.elapsed @@ -1 +1 @@ -6.964282035827637 \ No newline at end of file +6.973522663116455 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-020_0.txt b/logs-20240607/itac/EpochLifeCycle-020_0.txt index 13bb91dbf..e1cb24773 100644 --- a/logs-20240607/itac/EpochLifeCycle-020_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-020_0.txt @@ -1,5 +1,5 @@ Running #368 /MBI/scripts/gencodes/RMA/EpochLifeCycle-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-020.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-020.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-020) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 170871 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 216456 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 170875 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 216457 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.964282035827637 +Command return code: 255, elapsed time: 6.973522663116455 Finished #368 /MBI/scripts/gencodes/RMA/EpochLifeCycle-020.c diff --git a/logs-20240607/itac/EpochLifeCycle-021_0.elapsed b/logs-20240607/itac/EpochLifeCycle-021_0.elapsed index 600ca853c..d2e4841de 100644 --- a/logs-20240607/itac/EpochLifeCycle-021_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-021_0.elapsed @@ -1 +1 @@ -7.364145278930664 \ No newline at end of file +7.310160398483276 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-021_0.txt b/logs-20240607/itac/EpochLifeCycle-021_0.txt index 9ea4e79f3..98e5876d7 100644 --- a/logs-20240607/itac/EpochLifeCycle-021_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-021_0.txt @@ -1,5 +1,5 @@ Running #321 /MBI/scripts/gencodes/RMA/EpochLifeCycle-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-021.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-021.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-021) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 176905 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 222447 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 176906 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 222448 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.364145278930664 +Command return code: 255, elapsed time: 7.310160398483276 Finished #321 /MBI/scripts/gencodes/RMA/EpochLifeCycle-021.c diff --git a/logs-20240607/itac/EpochLifeCycle-022_0.elapsed b/logs-20240607/itac/EpochLifeCycle-022_0.elapsed index d72a5c12f..2a59d9c28 100644 --- a/logs-20240607/itac/EpochLifeCycle-022_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-022_0.elapsed @@ -1 +1 @@ -60.20582127571106 \ No newline at end of file +72.158620595932 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-022_0.timeout b/logs-20240607/itac/EpochLifeCycle-022_0.timeout deleted file mode 100644 index f95e823dc..000000000 --- a/logs-20240607/itac/EpochLifeCycle-022_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.004578590393066 seconds \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-022_0.txt b/logs-20240607/itac/EpochLifeCycle-022_0.txt index 585582e96..cd7f859a8 100644 --- a/logs-20240607/itac/EpochLifeCycle-022_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-022_0.txt @@ -1,5 +1,5 @@ Running #251 /MBI/scripts/gencodes/RMA/EpochLifeCycle-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-022.c (batchinfo:1/1) @@ -48,6 +48,53 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.20582127571106 +| [0] WARNING: LOCAL:MPI:CALL_FAILED: warning +| [0] WARNING: Wrong synchronization of RMA calls. +| [0] WARNING: Error occurred at: +| [0] WARNING: MPI_Win_free(*win=0x7ffe8ee4de78->0xffffffffa0000000) +| [0] WARNING: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-022.c:44) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-022) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-022.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-022) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Win_free(*win=0x7ffc793291c8->0xffffffffa0000000) +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-022.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-022) +| [0] INFO: Writing tracefile EpochLifeCycle-022.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 228826 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 228827 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.158620595932 Finished #251 /MBI/scripts/gencodes/RMA/EpochLifeCycle-022.c diff --git a/logs-20240607/itac/EpochLifeCycle-023_0.elapsed b/logs-20240607/itac/EpochLifeCycle-023_0.elapsed index 47e9e6948..5d4a20e35 100644 --- a/logs-20240607/itac/EpochLifeCycle-023_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-023_0.elapsed @@ -1 +1 @@ -7.187652349472046 \ No newline at end of file +7.197144508361816 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-023_0.txt b/logs-20240607/itac/EpochLifeCycle-023_0.txt index bf20ee4d9..e4066a56e 100644 --- a/logs-20240607/itac/EpochLifeCycle-023_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-023_0.txt @@ -1,5 +1,5 @@ Running #441 /MBI/scripts/gencodes/RMA/EpochLifeCycle-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-023.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Wrong synchronization of RMA calls. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Put(*origin_addr=0x470700, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000) +| [0] ERROR: MPI_Put(*origin_addr=0x470680, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-023.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-023) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-023.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 180196 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227293 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 180197 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227294 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.187652349472046 +Command return code: 255, elapsed time: 7.197144508361816 Finished #441 /MBI/scripts/gencodes/RMA/EpochLifeCycle-023.c diff --git a/logs-20240607/itac/EpochLifeCycle-024_0.elapsed b/logs-20240607/itac/EpochLifeCycle-024_0.elapsed index 0849fa983..505bee1d9 100644 --- a/logs-20240607/itac/EpochLifeCycle-024_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-024_0.elapsed @@ -1 +1 @@ -7.426761150360107 \ No newline at end of file +7.268049478530884 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-024_0.txt b/logs-20240607/itac/EpochLifeCycle-024_0.txt index 04d4e3678..1d3084197 100644 --- a/logs-20240607/itac/EpochLifeCycle-024_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-024_0.txt @@ -1,5 +1,5 @@ Running #149 /MBI/scripts/gencodes/RMA/EpochLifeCycle-024.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-024.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-024.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-024) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-024) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-024.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-024.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 176536 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 221440 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 176537 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 221442 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.426761150360107 +Command return code: 255, elapsed time: 7.268049478530884 Finished #149 /MBI/scripts/gencodes/RMA/EpochLifeCycle-024.c diff --git a/logs-20240607/itac/EpochLifeCycle-025_0.elapsed b/logs-20240607/itac/EpochLifeCycle-025_0.elapsed index cbda5b29e..c1f43cd41 100644 --- a/logs-20240607/itac/EpochLifeCycle-025_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-025_0.elapsed @@ -1 +1 @@ -60.20775556564331 \ No newline at end of file +72.06554818153381 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-025_0.timeout b/logs-20240607/itac/EpochLifeCycle-025_0.timeout deleted file mode 100644 index 25e8b5cd3..000000000 --- a/logs-20240607/itac/EpochLifeCycle-025_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.006391525268555 seconds \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-025_0.txt b/logs-20240607/itac/EpochLifeCycle-025_0.txt index dc54c3968..cc3d2d9a3 100644 --- a/logs-20240607/itac/EpochLifeCycle-025_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-025_0.txt @@ -1,5 +1,5 @@ Running #238 /MBI/scripts/gencodes/RMA/EpochLifeCycle-025.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-025.c (batchinfo:1/1) @@ -48,6 +48,53 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.20775556564331 +| [0] WARNING: LOCAL:MPI:CALL_FAILED: warning +| [0] WARNING: Wrong synchronization of RMA calls. +| [0] WARNING: Error occurred at: +| [0] WARNING: MPI_Win_free(*win=0x7ffc3acb37b8->0xffffffffa0000000) +| [0] WARNING: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-025.c:44) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-025) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-025.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-025) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Win_free(*win=0x7ffc4fa8f7d8->0xffffffffa0000000) +| [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-025.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-025) +| [0] INFO: Writing tracefile EpochLifeCycle-025.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 217015 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 217016 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.06554818153381 Finished #238 /MBI/scripts/gencodes/RMA/EpochLifeCycle-025.c diff --git a/logs-20240607/itac/EpochLifeCycle-026_0.elapsed b/logs-20240607/itac/EpochLifeCycle-026_0.elapsed index 829e0a744..222b63901 100644 --- a/logs-20240607/itac/EpochLifeCycle-026_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-026_0.elapsed @@ -1 +1 @@ -7.318298578262329 \ No newline at end of file +7.169644832611084 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-026_0.txt b/logs-20240607/itac/EpochLifeCycle-026_0.txt index b6e3b3da0..607a918bb 100644 --- a/logs-20240607/itac/EpochLifeCycle-026_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-026_0.txt @@ -1,5 +1,5 @@ Running #341 /MBI/scripts/gencodes/RMA/EpochLifeCycle-026.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-026.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-026.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-026) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-026.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-026.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 172908 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 218466 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 172909 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 218468 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.318298578262329 +Command return code: 255, elapsed time: 7.169644832611084 Finished #341 /MBI/scripts/gencodes/RMA/EpochLifeCycle-026.c diff --git a/logs-20240607/itac/EpochLifeCycle-027_0.elapsed b/logs-20240607/itac/EpochLifeCycle-027_0.elapsed index a8213de7b..cb7dc309e 100644 --- a/logs-20240607/itac/EpochLifeCycle-027_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-027_0.elapsed @@ -1 +1 @@ -7.39555025100708 \ No newline at end of file +7.316486120223999 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-027_0.txt b/logs-20240607/itac/EpochLifeCycle-027_0.txt index 1d9594a5f..951ace23d 100644 --- a/logs-20240607/itac/EpochLifeCycle-027_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-027_0.txt @@ -1,5 +1,5 @@ Running #417 /MBI/scripts/gencodes/RMA/EpochLifeCycle-027.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-027.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/EpochLifeCycle-027.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/EpochLifeCycle-027) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/EpochLifeCycle-027) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile EpochLifeCycle-027.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-027.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 176330 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 221959 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 176331 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 221960 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.39555025100708 +Command return code: 255, elapsed time: 7.316486120223999 Finished #417 /MBI/scripts/gencodes/RMA/EpochLifeCycle-027.c diff --git a/logs-20240607/itac/EpochLifeCycle-028_0.elapsed b/logs-20240607/itac/EpochLifeCycle-028_0.elapsed index a24cea064..63d83c01d 100644 --- a/logs-20240607/itac/EpochLifeCycle-028_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-028_0.elapsed @@ -1 +1 @@ -1.9334664344787598 \ No newline at end of file +1.8842570781707764 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-028_0.txt b/logs-20240607/itac/EpochLifeCycle-028_0.txt index 19dd1117c..314b397eb 100644 --- a/logs-20240607/itac/EpochLifeCycle-028_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-028_0.txt @@ -1,5 +1,5 @@ Running #334 /MBI/scripts/gencodes/RMA/EpochLifeCycle-028.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-028.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile EpochLifeCycle-028.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-028.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | -Command return code: 0, elapsed time: 1.9334664344787598 +Command return code: 0, elapsed time: 1.8842570781707764 Finished #334 /MBI/scripts/gencodes/RMA/EpochLifeCycle-028.c diff --git a/logs-20240607/itac/EpochLifeCycle-029_0.elapsed b/logs-20240607/itac/EpochLifeCycle-029_0.elapsed index 6fd9798f2..e51bbe16a 100644 --- a/logs-20240607/itac/EpochLifeCycle-029_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-029_0.elapsed @@ -1 +1 @@ -2.2295520305633545 \ No newline at end of file +2.165904998779297 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-029_0.txt b/logs-20240607/itac/EpochLifeCycle-029_0.txt index 83e82f076..6064b0050 100644 --- a/logs-20240607/itac/EpochLifeCycle-029_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-029_0.txt @@ -1,5 +1,5 @@ Running #318 /MBI/scripts/gencodes/RMA/EpochLifeCycle-029.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-029.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile EpochLifeCycle-029.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-029.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.2295520305633545 +Command return code: 0, elapsed time: 2.165904998779297 Finished #318 /MBI/scripts/gencodes/RMA/EpochLifeCycle-029.c diff --git a/logs-20240607/itac/EpochLifeCycle-030_0.elapsed b/logs-20240607/itac/EpochLifeCycle-030_0.elapsed index 6ca22f33a..4e37f8e9b 100644 --- a/logs-20240607/itac/EpochLifeCycle-030_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-030_0.elapsed @@ -1 +1 @@ -2.0936572551727295 \ No newline at end of file +2.0849609375 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-030_0.txt b/logs-20240607/itac/EpochLifeCycle-030_0.txt index 73bb8aa0f..9fedb9b69 100644 --- a/logs-20240607/itac/EpochLifeCycle-030_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-030_0.txt @@ -1,5 +1,5 @@ Running #65 /MBI/scripts/gencodes/RMA/EpochLifeCycle-030.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-030.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile EpochLifeCycle-030.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-030.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 2.0936572551727295 +Command return code: 0, elapsed time: 2.0849609375 Finished #65 /MBI/scripts/gencodes/RMA/EpochLifeCycle-030.c diff --git a/logs-20240607/itac/EpochLifeCycle-031_0.elapsed b/logs-20240607/itac/EpochLifeCycle-031_0.elapsed index 19e073077..c718fb86c 100644 --- a/logs-20240607/itac/EpochLifeCycle-031_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-031_0.elapsed @@ -1 +1 @@ -2.137864112854004 \ No newline at end of file +2.1054608821868896 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-031_0.txt b/logs-20240607/itac/EpochLifeCycle-031_0.txt index 2124ae820..4740420aa 100644 --- a/logs-20240607/itac/EpochLifeCycle-031_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-031_0.txt @@ -1,5 +1,5 @@ Running #177 /MBI/scripts/gencodes/RMA/EpochLifeCycle-031.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-031.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile EpochLifeCycle-031.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-031.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.137864112854004 +Command return code: 0, elapsed time: 2.1054608821868896 Finished #177 /MBI/scripts/gencodes/RMA/EpochLifeCycle-031.c diff --git a/logs-20240607/itac/EpochLifeCycle-032_0.elapsed b/logs-20240607/itac/EpochLifeCycle-032_0.elapsed index 8e78d6f01..17b2ae564 100644 --- a/logs-20240607/itac/EpochLifeCycle-032_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-032_0.elapsed @@ -1 +1 @@ -1.9911010265350342 \ No newline at end of file +2.0082428455352783 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-032_0.txt b/logs-20240607/itac/EpochLifeCycle-032_0.txt index 2e55a5424..405b4421e 100644 --- a/logs-20240607/itac/EpochLifeCycle-032_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-032_0.txt @@ -1,5 +1,5 @@ Running #1 /MBI/scripts/gencodes/RMA/EpochLifeCycle-032.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-032.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile EpochLifeCycle-032.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-032.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9911010265350342 +Command return code: 0, elapsed time: 2.0082428455352783 Finished #1 /MBI/scripts/gencodes/RMA/EpochLifeCycle-032.c diff --git a/logs-20240607/itac/EpochLifeCycle-033_0.elapsed b/logs-20240607/itac/EpochLifeCycle-033_0.elapsed index ebfe5f8a6..fa6985b11 100644 --- a/logs-20240607/itac/EpochLifeCycle-033_0.elapsed +++ b/logs-20240607/itac/EpochLifeCycle-033_0.elapsed @@ -1 +1 @@ -2.024977207183838 \ No newline at end of file +1.9661264419555664 \ No newline at end of file diff --git a/logs-20240607/itac/EpochLifeCycle-033_0.txt b/logs-20240607/itac/EpochLifeCycle-033_0.txt index 391a10bbe..b88a3ba61 100644 --- a/logs-20240607/itac/EpochLifeCycle-033_0.txt +++ b/logs-20240607/itac/EpochLifeCycle-033_0.txt @@ -1,5 +1,5 @@ Running #233 /MBI/scripts/gencodes/RMA/EpochLifeCycle-033.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling EpochLifeCycle-033.c (batchinfo:1/1) @@ -47,13 +47,15 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile EpochLifeCycle-033.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile EpochLifeCycle-033.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.024977207183838 +| +| +Command return code: 0, elapsed time: 1.9661264419555664 Finished #233 /MBI/scripts/gencodes/RMA/EpochLifeCycle-033.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufread-001_0.elapsed index 4f976b597..1ba3a3a61 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufread-001_0.elapsed @@ -1 +1 @@ -2.189832925796509 \ No newline at end of file +2.2451486587524414 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufread-001_0.txt index 82ca3d131..cb8bc9742 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #182 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-accumulate_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,7 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 2.189832925796509 +Command return code: 0, elapsed time: 2.2451486587524414 Finished #182 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_bufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufwrite-001_0.elapsed index a778511c2..b0e69b200 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.8463919162750244 \ No newline at end of file +1.8695237636566162 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufwrite-001_0.txt index 2894f34fa..230d8278d 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #399 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-accumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.8463919162750244 +| +Command return code: 0, elapsed time: 1.8695237636566162 Finished #399 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_bufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_get-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_get-001_0.elapsed index 466349870..fc2587d1e 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_get-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_get-001_0.elapsed @@ -1 +1 @@ -1.9346199035644531 \ No newline at end of file +1.9433860778808594 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_get-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_get-001_0.txt index 8795dabd4..64bf81a7c 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_get-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_get-001_0.txt @@ -1,5 +1,5 @@ Running #270 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-accumulate_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9346199035644531 +Command return code: 0, elapsed time: 1.9433860778808594 Finished #270 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_get-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufread-001_0.elapsed index 8a6e3c1b1..0c3f37fc6 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufread-001_0.elapsed @@ -1 +1 @@ -2.200751781463623 \ No newline at end of file +2.028324604034424 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufread-001_0.txt index b14ef8dfb..0ac67ce17 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #74 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-accumulate_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.200751781463623 +Command return code: 0, elapsed time: 2.028324604034424 Finished #74 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_localbufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufwrite-001_0.elapsed index 1ab296bed..ba0f75f5b 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufwrite-001_0.elapsed @@ -1 +1 @@ -1.965137243270874 \ No newline at end of file +2.0060999393463135 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufwrite-001_0.txt index 3bf0f2613..4961ac634 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #234 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-accumulate_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.965137243270874 +Command return code: 0, elapsed time: 2.0060999393463135 Finished #234 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_localbufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_put-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_put-001_0.elapsed index d2469cb6f..934450ce5 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_put-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_put-001_0.elapsed @@ -1 +1 @@ -2.0161638259887695 \ No newline at end of file +3.315971612930298 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_put-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_put-001_0.txt index a144ae69a..f7eb74d65 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_put-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_put-001_0.txt @@ -1,5 +1,5 @@ Running #269 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-accumulate_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0161638259887695 +Command return code: 0, elapsed time: 3.315971612930298 Finished #269 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_put-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rget-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rget-001_0.elapsed index 1a22978c3..7d58ede8d 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rget-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rget-001_0.elapsed @@ -1 +1 @@ -2.2418766021728516 \ No newline at end of file +2.2390995025634766 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rget-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rget-001_0.txt index c4f6bcbd0..5c28be957 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rget-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rget-001_0.txt @@ -1,5 +1,5 @@ Running #222 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-accumulate_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2418766021728516 +Command return code: 0, elapsed time: 2.2390995025634766 Finished #222 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_rget-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rput-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rput-001_0.elapsed index 4b56274f6..fd3511560 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rput-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rput-001_0.elapsed @@ -1 +1 @@ -2.0712242126464844 \ No newline at end of file +2.1177070140838623 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rput-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rput-001_0.txt index f1062cf64..d761276fe 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rput-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-accumulate_rput-001_0.txt @@ -1,5 +1,5 @@ Running #250 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-accumulate_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-accumulate_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0712242126464844 +Command return code: 0, elapsed time: 2.1177070140838623 Finished #250 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-accumulate_rput-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufread-001_0.elapsed index 32c85e861..8fd1dd78c 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufread-001_0.elapsed @@ -1 +1 @@ -1.9730732440948486 \ No newline at end of file +1.9641220569610596 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufread-001_0.txt index 382664806..26d5c37f3 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #200 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-compare_and_swap_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9730732440948486 +| +Command return code: 0, elapsed time: 1.9641220569610596 Finished #200 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_bufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufwrite-001_0.elapsed index 77e6a4886..96e046b97 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.04803729057312 \ No newline at end of file +2.0639986991882324 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufwrite-001_0.txt index 47484d292..2c5dfa60f 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #17 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-compare_and_swap_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 2.04803729057312 +Command return code: 0, elapsed time: 2.0639986991882324 Finished #17 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_bufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_get-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_get-001_0.elapsed index bc5f35cf1..63f1f498c 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_get-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_get-001_0.elapsed @@ -1 +1 @@ -1.960888147354126 \ No newline at end of file +1.9823112487792969 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_get-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_get-001_0.txt index 08f6ba738..a44d8d594 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_get-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_get-001_0.txt @@ -1,5 +1,5 @@ Running #299 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-compare_and_swap_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.960888147354126 +Command return code: 0, elapsed time: 1.9823112487792969 Finished #299 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_get-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufread-001_0.elapsed index 11f72f99b..36d76d90f 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufread-001_0.elapsed @@ -1 +1 @@ -2.1448707580566406 \ No newline at end of file +2.0972628593444824 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufread-001_0.txt index c9fe704f4..1f7536c7f 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #219 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-compare_and_swap_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1448707580566406 +Command return code: 0, elapsed time: 2.0972628593444824 Finished #219 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_localbufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001_0.elapsed index 429971d98..628f0ac74 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001_0.elapsed @@ -1 +1 @@ -1.9851939678192139 \ No newline at end of file +3.5111582279205322 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001_0.txt index c85d60a67..8753d2f40 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #71 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-compare_and_swap_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9851939678192139 +Command return code: 0, elapsed time: 3.5111582279205322 Finished #71 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_put-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_put-001_0.elapsed index 4d4469491..ff410c087 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_put-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_put-001_0.elapsed @@ -1 +1 @@ -1.9959421157836914 \ No newline at end of file +2.110628128051758 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_put-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_put-001_0.txt index 6f663b4a0..a0353e8be 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_put-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_put-001_0.txt @@ -1,5 +1,5 @@ Running #64 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-compare_and_swap_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9959421157836914 +Command return code: 0, elapsed time: 2.110628128051758 Finished #64 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_put-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rget-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rget-001_0.elapsed index 51e209624..b34c52218 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rget-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rget-001_0.elapsed @@ -1 +1 @@ -1.9606950283050537 \ No newline at end of file +2.023378610610962 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rget-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rget-001_0.txt index f2f718b32..b3d050321 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rget-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rget-001_0.txt @@ -1,5 +1,5 @@ Running #162 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-compare_and_swap_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9606950283050537 +Command return code: 0, elapsed time: 2.023378610610962 Finished #162 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_rget-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rput-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rput-001_0.elapsed index 50baf590f..e23e106e6 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rput-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rput-001_0.elapsed @@ -1 +1 @@ -2.2200565338134766 \ No newline at end of file +2.089993476867676 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rput-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rput-001_0.txt index a08006cb7..0ea028c38 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rput-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-compare_and_swap_rput-001_0.txt @@ -1,5 +1,5 @@ Running #97 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-compare_and_swap_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-compare_and_swap_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2200565338134766 +Command return code: 0, elapsed time: 2.089993476867676 Finished #97 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-compare_and_swap_rput-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufread-001_0.elapsed index 63119ef80..42c2b4e0a 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufread-001_0.elapsed @@ -1 +1 @@ -2.088996410369873 \ No newline at end of file +2.2365660667419434 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufread-001_0.txt index 303b12cf2..c6a0845e1 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #445 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-fetch_and_op_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.088996410369873 +Command return code: 0, elapsed time: 2.2365660667419434 Finished #445 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_bufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufwrite-001_0.elapsed index 53bcdfc04..6d35f599e 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.050710678100586 \ No newline at end of file +2.1397318840026855 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufwrite-001_0.txt index d0bf14608..d783e630e 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #446 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-fetch_and_op_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.050710678100586 +Command return code: 0, elapsed time: 2.1397318840026855 Finished #446 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_bufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_get-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_get-001_0.elapsed index 84a7b92cb..ba98c0206 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_get-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_get-001_0.elapsed @@ -1 +1 @@ -2.135554075241089 \ No newline at end of file +3.9123694896698 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_get-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_get-001_0.txt index e2ac8a910..3e4b8c75c 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_get-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_get-001_0.txt @@ -1,5 +1,5 @@ Running #117 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-fetch_and_op_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 2.135554075241089 +Command return code: 0, elapsed time: 3.9123694896698 Finished #117 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_get-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufread-001_0.elapsed index 177c7bf57..ce2a9c43e 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufread-001_0.elapsed @@ -1 +1 @@ -2.1715211868286133 \ No newline at end of file +2.104046583175659 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufread-001_0.txt index 0814d36fd..5fab02f22 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #176 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-fetch_and_op_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1715211868286133 +Command return code: 0, elapsed time: 2.104046583175659 Finished #176 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_localbufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001_0.elapsed index d676f40ef..e7b703d14 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.175687551498413 \ No newline at end of file +2.2092831134796143 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001_0.txt index 56cdad364..ce9668901 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #357 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-fetch_and_op_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.175687551498413 +Command return code: 0, elapsed time: 2.2092831134796143 Finished #357 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_put-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_put-001_0.elapsed index f3301d2f5..98d4fd170 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_put-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_put-001_0.elapsed @@ -1 +1 @@ -2.036104440689087 \ No newline at end of file +2.1405117511749268 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_put-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_put-001_0.txt index cd72d1ab7..a58ba3053 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_put-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_put-001_0.txt @@ -1,5 +1,5 @@ Running #427 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-fetch_and_op_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.036104440689087 +Command return code: 0, elapsed time: 2.1405117511749268 Finished #427 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_put-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rget-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rget-001_0.elapsed index 4cf56db48..efb3210c9 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rget-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rget-001_0.elapsed @@ -1 +1 @@ -2.276426315307617 \ No newline at end of file +2.1052398681640625 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rget-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rget-001_0.txt index 9c787910a..c68246fff 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rget-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rget-001_0.txt @@ -1,5 +1,5 @@ Running #142 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-fetch_and_op_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.276426315307617 +Command return code: 0, elapsed time: 2.1052398681640625 Finished #142 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_rget-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rput-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rput-001_0.elapsed index 9b79818a4..f6df5948b 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rput-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rput-001_0.elapsed @@ -1 +1 @@ -2.0131874084472656 \ No newline at end of file +2.121447801589966 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rput-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rput-001_0.txt index 1e3784909..4e6f65173 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rput-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-fetch_and_op_rput-001_0.txt @@ -1,5 +1,5 @@ Running #115 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-fetch_and_op_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-fetch_and_op_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0131874084472656 +Command return code: 0, elapsed time: 2.121447801589966 Finished #115 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-fetch_and_op_rput-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufread-001_0.elapsed index 4ed3ec8ad..213733a28 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufread-001_0.elapsed @@ -1 +1 @@ -1.997666597366333 \ No newline at end of file +1.8925461769104004 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufread-001_0.txt index 6f3abe119..e13e04de4 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #102 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-get_accumulate_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.997666597366333 +| +Command return code: 0, elapsed time: 1.8925461769104004 Finished #102 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_bufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufwrite-001_0.elapsed index 9a8d1bcb5..c0533428e 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.1569395065307617 \ No newline at end of file +2.1754233837127686 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufwrite-001_0.txt index 46231d205..ab38c9cb2 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #90 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-get_accumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1569395065307617 +Command return code: 0, elapsed time: 2.1754233837127686 Finished #90 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_bufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_get-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_get-001_0.elapsed index ca19ced37..fba3d6e18 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_get-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_get-001_0.elapsed @@ -1 +1 @@ -1.987975835800171 \ No newline at end of file +2.0154378414154053 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_get-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_get-001_0.txt index 219b56301..7b26dae60 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_get-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_get-001_0.txt @@ -1,5 +1,5 @@ Running #366 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-get_accumulate_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.987975835800171 +Command return code: 0, elapsed time: 2.0154378414154053 Finished #366 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_get-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufread-001_0.elapsed index 2fc503874..97835bb06 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufread-001_0.elapsed @@ -1 +1 @@ -2.171978235244751 \ No newline at end of file +2.1493780612945557 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufread-001_0.txt index ef71d9022..e64148624 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #106 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-get_accumulate_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.171978235244751 +Command return code: 0, elapsed time: 2.1493780612945557 Finished #106 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_localbufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufwrite-001_0.elapsed index eba61391f..ebe3a2bea 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.1119911670684814 \ No newline at end of file +2.1170084476470947 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufwrite-001_0.txt index b0cdf455c..f5b2a1e59 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #406 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-get_accumulate_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1119911670684814 +Command return code: 0, elapsed time: 2.1170084476470947 Finished #406 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_localbufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_put-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_put-001_0.elapsed index a9ebcc5bf..dd22a7283 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_put-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_put-001_0.elapsed @@ -1 +1 @@ -1.990858793258667 \ No newline at end of file +2.010570764541626 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_put-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_put-001_0.txt index d53621718..262c5722f 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_put-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_put-001_0.txt @@ -1,5 +1,5 @@ Running #197 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-get_accumulate_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.990858793258667 +Command return code: 0, elapsed time: 2.010570764541626 Finished #197 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_put-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rget-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rget-001_0.elapsed index a4865b848..2c3fb831a 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rget-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rget-001_0.elapsed @@ -1 +1 @@ -1.8712382316589355 \ No newline at end of file +1.8928968906402588 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rget-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rget-001_0.txt index c231278d8..b9ec4573f 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rget-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rget-001_0.txt @@ -1,5 +1,5 @@ Running #202 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-get_accumulate_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.8712382316589355 +Command return code: 0, elapsed time: 1.8928968906402588 Finished #202 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_rget-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rput-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rput-001_0.elapsed index 1edf638a7..2a6591aa9 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rput-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rput-001_0.elapsed @@ -1 +1 @@ -1.935894250869751 \ No newline at end of file +1.8544762134552002 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rput-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rput-001_0.txt index e1d83c183..70bc679ed 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rput-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-get_accumulate_rput-001_0.txt @@ -1,5 +1,5 @@ Running #335 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-get_accumulate_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-get_accumulate_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.935894250869751 +Command return code: 0, elapsed time: 1.8544762134552002 Finished #335 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-get_accumulate_rput-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-put_bufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-put_bufread-001_0.elapsed index 186047d05..72327df82 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-put_bufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-put_bufread-001_0.elapsed @@ -1 +1 @@ -2.2399799823760986 \ No newline at end of file +2.2516138553619385 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-put_bufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-put_bufread-001_0.txt index 415b0eca0..d26232bc1 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-put_bufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-put_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #355 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-put_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-put_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile GlobalConcurrency-fence-put_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-put_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2399799823760986 +Command return code: 0, elapsed time: 2.2516138553619385 Finished #355 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-put_bufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-put_bufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-put_bufwrite-001_0.elapsed index 524766acc..7c69688fa 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-put_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-put_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.1013097763061523 \ No newline at end of file +2.030742883682251 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-put_bufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-put_bufwrite-001_0.txt index d7ee20af2..ccfdad953 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-put_bufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-put_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #349 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-put_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-put_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-put_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-put_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1013097763061523 +Command return code: 0, elapsed time: 2.030742883682251 Finished #349 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-put_bufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-put_localbufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-put_localbufread-001_0.elapsed index d578f8a46..869f689aa 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-put_localbufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-put_localbufread-001_0.elapsed @@ -1 +1 @@ -2.267550230026245 \ No newline at end of file +2.256883382797241 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-put_localbufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-put_localbufread-001_0.txt index 42838a62f..cd5ae0e68 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-put_localbufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-put_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #125 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-put_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-put_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-put_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-put_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.267550230026245 +Command return code: 0, elapsed time: 2.256883382797241 Finished #125 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-put_localbufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-put_localbufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-put_localbufwrite-001_0.elapsed index 882e4b4c1..9dc7c57bd 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-put_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-put_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.1985843181610107 \ No newline at end of file +2.208855390548706 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-put_localbufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-put_localbufwrite-001_0.txt index 38daec203..35244d131 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-put_localbufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-put_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #421 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-put_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-put_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-put_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-put_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1985843181610107 +Command return code: 0, elapsed time: 2.208855390548706 Finished #421 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-put_localbufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-put_put-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-put_put-001_0.elapsed index 55d0fbf03..d9c808765 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-put_put-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-put_put-001_0.elapsed @@ -1 +1 @@ -1.9435651302337646 \ No newline at end of file +2.1486661434173584 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-put_put-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-put_put-001_0.txt index 72b8c7d94..13861ce2c 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-put_put-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-put_put-001_0.txt @@ -1,5 +1,5 @@ Running #40 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-put_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-put_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-put_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-put_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9435651302337646 +Command return code: 0, elapsed time: 2.1486661434173584 Finished #40 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-put_put-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-put_rput-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-put_rput-001_0.elapsed index 87aead94f..f75e60f09 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-put_rput-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-put_rput-001_0.elapsed @@ -1 +1 @@ -2.1673755645751953 \ No newline at end of file +2.177255392074585 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-put_rput-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-put_rput-001_0.txt index a1b561e45..fb71b5b2c 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-put_rput-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-put_rput-001_0.txt @@ -1,5 +1,5 @@ Running #383 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-put_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-put_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-put_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-put_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 2.1673755645751953 +Command return code: 0, elapsed time: 2.177255392074585 Finished #383 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-put_rput-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufread-001_0.elapsed index be5fa4436..1734c52f5 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufread-001_0.elapsed @@ -1 +1 @@ -2.044435501098633 \ No newline at end of file +1.9938855171203613 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufread-001_0.txt index 99fcdf1f9..396d7fbb3 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #212 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-raccumulate_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.044435501098633 +Command return code: 0, elapsed time: 1.9938855171203613 Finished #212 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_bufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufwrite-001_0.elapsed index a24b9b8b5..f42504447 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.328310012817383 \ No newline at end of file +2.221376419067383 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufwrite-001_0.txt index 74de2cbee..96416995a 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #91 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-raccumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 2.328310012817383 +Command return code: 0, elapsed time: 2.221376419067383 Finished #91 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_bufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_get-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_get-001_0.elapsed index 5a4aeb8d4..52a1b8051 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_get-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_get-001_0.elapsed @@ -1 +1 @@ -2.0284008979797363 \ No newline at end of file +2.02378511428833 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_get-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_get-001_0.txt index b62ed0d02..07925fbf2 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_get-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_get-001_0.txt @@ -1,5 +1,5 @@ Running #370 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-raccumulate_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0284008979797363 +Command return code: 0, elapsed time: 2.02378511428833 Finished #370 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_get-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufread-001_0.elapsed index 7c1c3f389..c416aebd4 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufread-001_0.elapsed @@ -1 +1 @@ -2.0953896045684814 \ No newline at end of file +2.2570388317108154 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufread-001_0.txt index e950407c3..d367ca3ff 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #216 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-raccumulate_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0953896045684814 +Command return code: 0, elapsed time: 2.2570388317108154 Finished #216 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_localbufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufwrite-001_0.elapsed index 74be5e90b..73be01ad1 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.190788984298706 \ No newline at end of file +2.3027219772338867 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufwrite-001_0.txt index deb22353b..fcccd45a2 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #229 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-raccumulate_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 2.190788984298706 +Command return code: 0, elapsed time: 2.3027219772338867 Finished #229 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_localbufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_put-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_put-001_0.elapsed index 711ae47ae..9f1f1fc3a 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_put-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_put-001_0.elapsed @@ -1 +1 @@ -2.1079161167144775 \ No newline at end of file +2.0488359928131104 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_put-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_put-001_0.txt index 665d99a86..7d0dcb70d 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_put-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_put-001_0.txt @@ -1,5 +1,5 @@ Running #138 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-raccumulate_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1079161167144775 +Command return code: 0, elapsed time: 2.0488359928131104 Finished #138 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_put-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rget-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rget-001_0.elapsed index 20521c530..6c721adc3 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rget-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rget-001_0.elapsed @@ -1 +1 @@ -2.0279297828674316 \ No newline at end of file +1.9530422687530518 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rget-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rget-001_0.txt index c79855ab5..7c1917757 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rget-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rget-001_0.txt @@ -1,5 +1,5 @@ Running #236 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-raccumulate_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0279297828674316 +| +Command return code: 0, elapsed time: 1.9530422687530518 Finished #236 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_rget-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rput-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rput-001_0.elapsed index e658c4130..61eb5fbf6 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rput-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rput-001_0.elapsed @@ -1 +1 @@ -2.1323187351226807 \ No newline at end of file +2.1437199115753174 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rput-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rput-001_0.txt index 44d906300..f8506d838 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rput-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-raccumulate_rput-001_0.txt @@ -1,5 +1,5 @@ Running #60 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-raccumulate_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-raccumulate_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1323187351226807 +Command return code: 0, elapsed time: 2.1437199115753174 Finished #60 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-raccumulate_rput-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufread-001_0.elapsed index bb834126d..33b6e6507 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufread-001_0.elapsed @@ -1 +1 @@ -1.9850871562957764 \ No newline at end of file +1.9088897705078125 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufread-001_0.txt index 403c95de2..87dc8ad3e 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #70 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rget_accumulate_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,6 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9850871562957764 +Command return code: 0, elapsed time: 1.9088897705078125 Finished #70 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_bufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufwrite-001_0.elapsed index c8c85667e..a7905c0c4 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.1299171447753906 \ No newline at end of file +2.225125312805176 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufwrite-001_0.txt index 74ddc870e..627598a15 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #95 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rget_accumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1299171447753906 +Command return code: 0, elapsed time: 2.225125312805176 Finished #95 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_bufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_get-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_get-001_0.elapsed index b1572b734..c77943093 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_get-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_get-001_0.elapsed @@ -1 +1 @@ -2.0839033126831055 \ No newline at end of file +2.159801483154297 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_get-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_get-001_0.txt index 4e41882bd..d65d547e2 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_get-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_get-001_0.txt @@ -1,5 +1,5 @@ Running #419 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rget_accumulate_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0839033126831055 +Command return code: 0, elapsed time: 2.159801483154297 Finished #419 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_get-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufread-001_0.elapsed index 32640ef47..ceeac9330 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufread-001_0.elapsed @@ -1 +1 @@ -2.168617010116577 \ No newline at end of file +2.149822235107422 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufread-001_0.txt index 012c80a6a..aedc135eb 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #146 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rget_accumulate_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.168617010116577 +Command return code: 0, elapsed time: 2.149822235107422 Finished #146 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_localbufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001_0.elapsed index fdcd9d811..50c5a7bd7 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001_0.elapsed @@ -1 +1 @@ -1.9682557582855225 \ No newline at end of file +2.0521042346954346 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001_0.txt index c66d7bce9..f9a3465a0 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #244 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rget_accumulate_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.9682557582855225 +Command return code: 0, elapsed time: 2.0521042346954346 Finished #244 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_put-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_put-001_0.elapsed index 3d0951e97..1a656dc94 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_put-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_put-001_0.elapsed @@ -1 +1 @@ -2.063286304473877 \ No newline at end of file +1.9814074039459229 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_put-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_put-001_0.txt index 3931d5edf..c71893535 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_put-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_put-001_0.txt @@ -1,5 +1,5 @@ Running #339 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rget_accumulate_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.063286304473877 +Command return code: 0, elapsed time: 1.9814074039459229 Finished #339 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_put-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rget-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rget-001_0.elapsed index ddd7f5a4c..f1e20192c 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rget-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rget-001_0.elapsed @@ -1 +1 @@ -2.097686290740967 \ No newline at end of file +2.284498691558838 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rget-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rget-001_0.txt index 72cabbe74..06c5dac58 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rget-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rget-001_0.txt @@ -1,5 +1,5 @@ Running #94 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rget_accumulate_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.097686290740967 +Command return code: 0, elapsed time: 2.284498691558838 Finished #94 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_rget-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rput-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rput-001_0.elapsed index ac9857795..2ef669cb5 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rput-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rput-001_0.elapsed @@ -1 +1 @@ -2.1832516193389893 \ No newline at end of file +2.1790366172790527 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rput-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rput-001_0.txt index a40daf57d..fbedd48e4 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rput-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rget_accumulate_rput-001_0.txt @@ -1,5 +1,5 @@ Running #273 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rget_accumulate_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rget_accumulate_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1832516193389893 +Command return code: 0, elapsed time: 2.1790366172790527 Finished #273 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rget_accumulate_rput-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rput_bufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rput_bufread-001_0.elapsed index 16d944564..870989243 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rput_bufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rput_bufread-001_0.elapsed @@ -1 +1 @@ -2.209956645965576 \ No newline at end of file +2.1351797580718994 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rput_bufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rput_bufread-001_0.txt index b79cde644..275d0033f 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rput_bufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rput_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #183 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rput_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rput_bufread-001.c (batchinfo:1/1) @@ -48,7 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | winbuf is 0 -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rput_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rput_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -56,7 +56,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -| -Command return code: 0, elapsed time: 2.209956645965576 +Command return code: 0, elapsed time: 2.1351797580718994 Finished #183 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rput_bufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rput_bufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rput_bufwrite-001_0.elapsed index e6253df43..19f72263c 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rput_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rput_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.8636882305145264 \ No newline at end of file +1.8787870407104492 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rput_bufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rput_bufwrite-001_0.txt index 2b5320848..d43270ce2 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rput_bufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rput_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #400 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rput_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rput_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rput_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rput_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.8636882305145264 +| +Command return code: 0, elapsed time: 1.8787870407104492 Finished #400 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rput_bufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufread-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufread-001_0.elapsed index a24cf0dd6..4c3781201 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufread-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufread-001_0.elapsed @@ -1 +1 @@ -2.1927754878997803 \ No newline at end of file +2.15562105178833 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufread-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufread-001_0.txt index 67a21f28c..966d3b4b9 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufread-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufread-001_0.txt @@ -1,5 +1,5 @@ Running #153 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rput_localbufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rput_localbufread-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rput_localbufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rput_localbufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1927754878997803 +Command return code: 0, elapsed time: 2.15562105178833 Finished #153 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rput_localbufread-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufwrite-001_0.elapsed index f08b535c9..b30cb2b0b 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.0590806007385254 \ No newline at end of file +2.215701103210449 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufwrite-001_0.txt index 006fcbc09..4d63f1a46 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rput_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #307 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rput_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rput_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rput_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rput_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.0590806007385254 +Command return code: 0, elapsed time: 2.215701103210449 Finished #307 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rput_localbufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rput_put-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rput_put-001_0.elapsed index d48fb24c2..5a6489330 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rput_put-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rput_put-001_0.elapsed @@ -1 +1 @@ -2.2426493167877197 \ No newline at end of file +2.171159029006958 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rput_put-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rput_put-001_0.txt index 9f5b125de..2edcb746a 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rput_put-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rput_put-001_0.txt @@ -1,5 +1,5 @@ Running #221 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rput_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rput_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rput_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rput_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2426493167877197 +Command return code: 0, elapsed time: 2.171159029006958 Finished #221 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rput_put-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rput_rput-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-fence-rput_rput-001_0.elapsed index 89ebd0767..e0a4da0e2 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rput_rput-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-fence-rput_rput-001_0.elapsed @@ -1 +1 @@ -2.2464449405670166 \ No newline at end of file +2.1565582752227783 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-fence-rput_rput-001_0.txt b/logs-20240607/itac/GlobalConcurrency-fence-rput_rput-001_0.txt index c437bc283..205e90482 100644 --- a/logs-20240607/itac/GlobalConcurrency-fence-rput_rput-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-fence-rput_rput-001_0.txt @@ -1,5 +1,5 @@ Running #262 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rput_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-fence-rput_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-fence-rput_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-fence-rput_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2464449405670166 +Command return code: 0, elapsed time: 2.1565582752227783 Finished #262 /MBI/scripts/gencodes/RMA/GlobalConcurrency-fence-rput_rput-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-lock-get_bufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-lock-get_bufwrite-001_0.elapsed index 16b81844d..b805dc7eb 100644 --- a/logs-20240607/itac/GlobalConcurrency-lock-get_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-lock-get_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.1837332248687744 \ No newline at end of file +2.19465708732605 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-lock-get_bufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-lock-get_bufwrite-001_0.txt index ff5f78371..2914d3fd0 100644 --- a/logs-20240607/itac/GlobalConcurrency-lock-get_bufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-lock-get_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #314 /MBI/scripts/gencodes/RMA/GlobalConcurrency-lock-get_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-lock-get_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-lock-get_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-lock-get_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1837332248687744 +Command return code: 0, elapsed time: 2.19465708732605 Finished #314 /MBI/scripts/gencodes/RMA/GlobalConcurrency-lock-get_bufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-lock-get_localbufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-lock-get_localbufwrite-001_0.elapsed index cf850447d..20a450964 100644 --- a/logs-20240607/itac/GlobalConcurrency-lock-get_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-lock-get_localbufwrite-001_0.elapsed @@ -1 +1 @@ -3.5349268913269043 \ No newline at end of file +3.5721664428710938 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-lock-get_localbufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-lock-get_localbufwrite-001_0.txt index 7ecf130b1..04fd8b407 100644 --- a/logs-20240607/itac/GlobalConcurrency-lock-get_localbufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-lock-get_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #33 /MBI/scripts/gencodes/RMA/GlobalConcurrency-lock-get_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-lock-get_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-lock-get_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-lock-get_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 3.5349268913269043 +Command return code: 0, elapsed time: 3.5721664428710938 Finished #33 /MBI/scripts/gencodes/RMA/GlobalConcurrency-lock-get_localbufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-lock-rget_bufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-lock-rget_bufwrite-001_0.elapsed index 2182ce0a9..93bfe3585 100644 --- a/logs-20240607/itac/GlobalConcurrency-lock-rget_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-lock-rget_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.963451862335205 \ No newline at end of file +1.9292867183685303 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-lock-rget_bufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-lock-rget_bufwrite-001_0.txt index 9532c83b4..c73002206 100644 --- a/logs-20240607/itac/GlobalConcurrency-lock-rget_bufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-lock-rget_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #103 /MBI/scripts/gencodes/RMA/GlobalConcurrency-lock-rget_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-lock-rget_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-lock-rget_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-lock-rget_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,8 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 1.963451862335205 +| +| +Command return code: 0, elapsed time: 1.9292867183685303 Finished #103 /MBI/scripts/gencodes/RMA/GlobalConcurrency-lock-rget_bufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-lock-rget_localbufwrite-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-lock-rget_localbufwrite-001_0.elapsed index 2f9da7274..afffc192d 100644 --- a/logs-20240607/itac/GlobalConcurrency-lock-rget_localbufwrite-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-lock-rget_localbufwrite-001_0.elapsed @@ -1 +1 @@ -2.197150468826294 \ No newline at end of file +1.951918601989746 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-lock-rget_localbufwrite-001_0.txt b/logs-20240607/itac/GlobalConcurrency-lock-rget_localbufwrite-001_0.txt index e7e14f384..70558bc36 100644 --- a/logs-20240607/itac/GlobalConcurrency-lock-rget_localbufwrite-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-lock-rget_localbufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #109 /MBI/scripts/gencodes/RMA/GlobalConcurrency-lock-rget_localbufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-lock-rget_localbufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-lock-rget_localbufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-lock-rget_localbufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.197150468826294 +Command return code: 0, elapsed time: 1.951918601989746 Finished #109 /MBI/scripts/gencodes/RMA/GlobalConcurrency-lock-rget_localbufwrite-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-request-rget_put-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-request-rget_put-001_0.elapsed index 3d8176d29..cd6d75617 100644 --- a/logs-20240607/itac/GlobalConcurrency-request-rget_put-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-request-rget_put-001_0.elapsed @@ -1 +1 @@ -2.1416637897491455 \ No newline at end of file +2.1655616760253906 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-request-rget_put-001_0.txt b/logs-20240607/itac/GlobalConcurrency-request-rget_put-001_0.txt index 1bbcedc50..2140f0c5a 100644 --- a/logs-20240607/itac/GlobalConcurrency-request-rget_put-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-request-rget_put-001_0.txt @@ -1,5 +1,5 @@ Running #92 /MBI/scripts/gencodes/RMA/GlobalConcurrency-request-rget_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-request-rget_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-request-rget_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-request-rget_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.1416637897491455 +Command return code: 0, elapsed time: 2.1655616760253906 Finished #92 /MBI/scripts/gencodes/RMA/GlobalConcurrency-request-rget_put-001.c diff --git a/logs-20240607/itac/GlobalConcurrency-request-rget_rput-001_0.elapsed b/logs-20240607/itac/GlobalConcurrency-request-rget_rput-001_0.elapsed index 8247f342b..11042c646 100644 --- a/logs-20240607/itac/GlobalConcurrency-request-rget_rput-001_0.elapsed +++ b/logs-20240607/itac/GlobalConcurrency-request-rget_rput-001_0.elapsed @@ -1 +1 @@ -2.2685892581939697 \ No newline at end of file +2.1991965770721436 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalConcurrency-request-rget_rput-001_0.txt b/logs-20240607/itac/GlobalConcurrency-request-rget_rput-001_0.txt index e97e9fe71..b81d7b68d 100644 --- a/logs-20240607/itac/GlobalConcurrency-request-rget_rput-001_0.txt +++ b/logs-20240607/itac/GlobalConcurrency-request-rget_rput-001_0.txt @@ -1,5 +1,5 @@ Running #225 /MBI/scripts/gencodes/RMA/GlobalConcurrency-request-rget_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalConcurrency-request-rget_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalConcurrency-request-rget_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalConcurrency-request-rget_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | Rank 2 finished normally | -Command return code: 0, elapsed time: 2.2685892581939697 +Command return code: 0, elapsed time: 2.1991965770721436 Finished #225 /MBI/scripts/gencodes/RMA/GlobalConcurrency-request-rget_rput-001.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001_0.elapsed index fe9922c9a..965b099fa 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001_0.elapsed @@ -1 +1 @@ -7.381748676300049 \ No newline at end of file +7.381716012954712 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001_0.txt index e3f487d7a..722ab6750 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001_0.txt @@ -1,5 +1,5 @@ Running #1574 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_bsend-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Bsend(*buf=0x46ace0, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bsend(*buf=0x465c90, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend-001.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47c920, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470750, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend-001.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_bsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_bsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224851 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269257 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224852 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269258 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.381748676300049 +Command return code: 255, elapsed time: 7.381716012954712 Finished #1574 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend-001.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002_0.elapsed index b9f9fa0d0..9d3bfbf28 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002_0.elapsed @@ -1 +1 @@ -7.601335525512695 \ No newline at end of file +7.395570755004883 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002_0.txt index 1d7cdf366..37b844f8b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002_0.txt @@ -1,5 +1,5 @@ Running #1423 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_bsend-002.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Bsend(*buf=0x46ac60, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bsend(*buf=0x465ca0, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend-002.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47c930, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470750, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend-002.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_bsend-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_bsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_bsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206868 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252524 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206869 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252525 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.601335525512695 +Command return code: 255, elapsed time: 7.395570755004883 Finished #1423 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend-002.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001_0.elapsed index c757b62f1..e682a66f6 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001_0.elapsed @@ -1 +1 @@ -7.4508326053619385 \ No newline at end of file +7.418560981750488 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001_0.txt index d454409ed..c922b8473 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1491 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_bsend_init-001.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Send request was created by process [1] at: -| [0] ERROR: MPI_Bsend_init(*buf=0x46ac60, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff5a054e88) +| [0] ERROR: MPI_Bsend_init(*buf=0x465d10, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe61c0e048) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001) | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Start(*request=0x7fff5a054e88->0x2c000002) +| [0] ERROR: MPI_Start(*request=0x7ffe61c0e048->0x2c000002) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706d0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470750, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_bsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_bsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -79,16 +79,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208816 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254430 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208817 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254431 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.4508326053619385 +Command return code: 255, elapsed time: 7.418560981750488 Finished #1491 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0.elapsed index 748e85efc..82c937733 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0.elapsed @@ -1 +1 @@ -7.418673276901245 \ No newline at end of file +1.1718013286590576 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0.md5sum b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0.md5sum deleted file mode 100644 index e0fa846e0..000000000 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -f717b8ff46104d77e3ffbfde7bcc32cc \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0.txt index 3ff5ceea0..936ddd19b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1696 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_bsend_init-002.c (batchinfo:1/1) @@ -47,48 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error -| [0] ERROR: Datatype signature mismatch. -| [0] ERROR: Send request was created by process [1] at: -| [0] ERROR: MPI_Bsend_init(*buf=0x46ad60, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff5e070928) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002.c:52) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002) -| [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Start(*request=0x7fff5e070928->0x2c000002) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002.c:55) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002) -| [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47c9c0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002.c:47) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_bsend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives -| -| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218125 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264691 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218126 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264694 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.418673276901245 +Command return code: 255, elapsed time: 1.1718013286590576 Finished #1696 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001_0.elapsed index c8ab2dba3..f74bf0d1e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001_0.elapsed @@ -1 +1 @@ -6.334889888763428 \ No newline at end of file +6.388135194778442 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001_0.txt index 915f4352c..f2ebab4ce 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001_0.txt @@ -1,5 +1,5 @@ Running #1869 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_irsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_irsend-001.c (batchinfo:1/1) @@ -51,45 +51,46 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Irsend(*buf=0x46ac50, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffddafb5828) +| [0] ERROR: MPI_Irsend(*buf=0x465c00, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffefe411418) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_irsend-001.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd1caff058) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd452ce8a8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_irsend-001.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffd1caff058->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffd452ce8a8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_irsend-001.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_irsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_irsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... | [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer +| [1] ERROR: connection closed by peer #0, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230654 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274493 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230655 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274495 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.334889888763428 +Command return code: 255, elapsed time: 6.388135194778442 Finished #1869 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_irsend-001.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002_0.elapsed index 41858c360..59922f48d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002_0.elapsed @@ -1 +1 @@ -6.341179609298706 \ No newline at end of file +6.447016000747681 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002_0.txt index c4a8410b6..3bf78726c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002_0.txt @@ -1,5 +1,5 @@ Running #1880 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_irsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_irsend-002.c (batchinfo:1/1) @@ -51,27 +51,27 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Irsend(*buf=0x46abd0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd584b1038) +| [0] ERROR: MPI_Irsend(*buf=0x465c80, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffca97770e8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_irsend-002.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4705d0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe6c7c4448) +| [0] ERROR: MPI_Irecv(*buf=0x4706d0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc3d8b8a58) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_irsend-002.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffe6c7c4448->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffc3d8b8a58->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_irsend-002.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_irsend-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_irsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (fast) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_irsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (normal) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232761 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276335 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232762 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276336 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.341179609298706 +Command return code: 255, elapsed time: 6.447016000747681 Finished #1880 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_irsend-002.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001_0.elapsed index 7c700e84f..14b85e254 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001_0.elapsed @@ -1 +1 @@ -7.448160171508789 \ No newline at end of file +1.964301586151123 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001_0.md5sum b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001_0.md5sum deleted file mode 100644 index 0dedeefcb..000000000 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -b388152c12e540ce716b60ffe1cc3671 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001_0.txt index f2b86db0c..0e1cb2a31 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001_0.txt @@ -1,5 +1,5 @@ Running #1509 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-001.c (batchinfo:1/1) @@ -47,42 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error -| [0] ERROR: Datatype signature mismatch. -| [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46abd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe5ee68398) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-001.c:46) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001) -| [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-001.c:41) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives -| -| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216244 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261687 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216245 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261691 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.448160171508789 +Command return code: 255, elapsed time: 1.964301586151123 Finished #1509 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-001.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002_0.elapsed index dad1d5ba1..836492e56 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002_0.elapsed @@ -1 +1 @@ -7.404654264450073 \ No newline at end of file +7.384489297866821 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002_0.txt index 6f1771016..c514294cc 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002_0.txt @@ -1,5 +1,5 @@ Running #1470 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-002.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46abd0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc65ce7428) +| [0] ERROR: MPI_Isend(*buf=0x465b80, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc92c20bf8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-002.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706d0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470650, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-002.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215763 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259480 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215764 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259482 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.404654264450073 +Command return code: 255, elapsed time: 7.384489297866821 Finished #1470 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-002.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003_0.elapsed index aeea5276c..463b954f9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003_0.elapsed @@ -1 +1 @@ -7.411134958267212 \ No newline at end of file +1.1537647247314453 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003_0.md5sum b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003_0.md5sum deleted file mode 100644 index c6163499b..000000000 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -d0573cdbed6ed5acf30632ef80fda953 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003_0.txt index 50c44e2a0..769e7dcdc 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003_0.txt @@ -1,5 +1,5 @@ Running #1820 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-003.c (batchinfo:1/1) @@ -47,42 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error -| [0] ERROR: Datatype signature mismatch. -| [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffedec23478) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-003.c:48) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003) -| [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-003.c:44) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-003) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives -| -| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222528 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267638 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222530 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267639 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.411134958267212 +Command return code: 255, elapsed time: 1.1537647247314453 Finished #1820 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-003.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004_0.elapsed index 1038b2329..e38de25a7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004_0.elapsed @@ -1 +1 @@ -7.295782804489136 \ No newline at end of file +9.0971839427948 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004_0.txt index 2fb4d4e21..500a5074b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004_0.txt @@ -1,5 +1,5 @@ Running #1499 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-004.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b500, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffe1039f0d8) +| [0] ERROR: MPI_Isend(*buf=0x466530, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffe1f6d5e48) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-004.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1f0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470740, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-004.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213866 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259559 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213867 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259560 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.295782804489136 +Command return code: 255, elapsed time: 9.0971839427948 Finished #1499 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-004.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005_0.elapsed index da8024dbd..15e4d9345 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005_0.elapsed @@ -1 +1 @@ -7.456093788146973 \ No newline at end of file +7.546318054199219 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005_0.txt index a5e4617d1..fa228fc8d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005_0.txt @@ -1,5 +1,5 @@ Running #1852 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-005.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b570, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1], *request=0x7ffd6c0375c8) +| [0] ERROR: MPI_Isend(*buf=0x466510, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1], *request=0x7ffea3c98d18) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-005.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-005.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222440 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266691 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222441 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266692 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.456093788146973 +Command return code: 255, elapsed time: 7.546318054199219 Finished #1852 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-005.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006_0.elapsed index c6cb9dfef..c85996621 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006_0.elapsed @@ -1 +1 @@ -7.430624485015869 \ No newline at end of file +7.479395866394043 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006_0.txt index e16531b1d..6f27a5a96 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006_0.txt @@ -1,5 +1,5 @@ Running #1612 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-006.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b560, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1], *request=0x7ffd34c799a8) +| [0] ERROR: MPI_Isend(*buf=0x466510, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1], *request=0x7ffd62581768) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-006.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d250, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d290, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-006.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228573 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273040 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228574 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273041 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.430624485015869 +Command return code: 255, elapsed time: 7.479395866394043 Finished #1612 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-006.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007_0.elapsed index 91dff74b1..a61834ef1 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007_0.elapsed @@ -1 +1 @@ -7.322772979736328 \ No newline at end of file +7.427011251449585 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007_0.txt index 3f010782e..6f1e33d8b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007_0.txt @@ -1,5 +1,5 @@ Running #1819 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-007.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b4d0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7fffeffc97a8) +| [0] ERROR: MPI_Isend(*buf=0x466580, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7fff56fc0ea8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-007.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-007.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222123 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267238 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222125 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267239 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.322772979736328 +Command return code: 255, elapsed time: 7.427011251449585 Finished #1819 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-007.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008_0.elapsed index 176665d47..ed9f893d0 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008_0.elapsed @@ -1 +1 @@ -7.142290115356445 \ No newline at end of file +6.989096164703369 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008_0.txt index 6b6f5889b..565bf373a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008_0.txt @@ -1,5 +1,5 @@ Running #2062 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-008.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b560, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7ffc27a5b568) +| [0] ERROR: MPI_Isend(*buf=0x466480, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7ffdfe78a2b8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-008.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d250, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d200, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-008.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234032 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3335 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234033 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3336 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.142290115356445 +Command return code: 255, elapsed time: 6.989096164703369 Finished #2062 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-008.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009_0.elapsed index 1c9cd25d6..007b57ff9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009_0.elapsed @@ -1 +1 @@ -7.361102104187012 \ No newline at end of file +7.414199113845825 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009_0.txt index cd2d5f807..c67dfa3ec 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009_0.txt @@ -1,5 +1,5 @@ Running #1613 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-009.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46ac60, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffff3bc7678) +| [0] ERROR: MPI_Isend(*buf=0x465c10, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd1e3714a8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-009.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-009.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228863 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273336 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228864 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273337 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.361102104187012 +Command return code: 255, elapsed time: 7.414199113845825 Finished #1613 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-009.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010_0.elapsed index 5914edec6..efe6fd290 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010_0.elapsed @@ -1 +1 @@ -7.366973400115967 \ No newline at end of file +7.363655090332031 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010_0.txt index 7163857aa..734185140 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010_0.txt @@ -1,5 +1,5 @@ Running #1484 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-010.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46ac60, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff806abe18) +| [0] ERROR: MPI_Isend(*buf=0x465b80, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffdf946c2e8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-010.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4705d0, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470640, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-010.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218782 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262076 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218784 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262077 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.366973400115967 +Command return code: 255, elapsed time: 7.363655090332031 Finished #1484 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-010.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011_0.elapsed index 3adf936c8..7504bb2d2 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011_0.elapsed @@ -1 +1 @@ -7.498549699783325 \ No newline at end of file +7.486929178237915 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011_0.txt index d08c98ca7..da87345df 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011_0.txt @@ -1,5 +1,5 @@ Running #1915 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-011.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b480, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffde62d00c8) +| [0] ERROR: MPI_Isend(*buf=0x4664b0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffdea8fbb08) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-011.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706a0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-011.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223718 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268528 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223719 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268529 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.498549699783325 +Command return code: 255, elapsed time: 7.486929178237915 Finished #1915 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-011.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012_0.elapsed index ce659455d..70c60bf1b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012_0.elapsed @@ -1 +1 @@ -7.291589021682739 \ No newline at end of file +7.499146223068237 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012_0.txt index f8ec00a76..bd3ddf7c1 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012_0.txt @@ -1,5 +1,5 @@ Running #1407 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-012.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b480, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffeaf12cf88) +| [0] ERROR: MPI_Isend(*buf=0x466530, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffc9663d4f8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-012.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d160, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470740, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-012.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218253 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264233 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218255 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264234 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.291589021682739 +Command return code: 255, elapsed time: 7.499146223068237 Finished #1407 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-012.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013_0.elapsed index 9b3d42c48..b803be022 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013_0.elapsed @@ -1 +1 @@ -7.341020584106445 \ No newline at end of file +7.496500015258789 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013_0.txt index 20c8b5d2b..6c667fd67 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013_0.txt @@ -1,5 +1,5 @@ Running #1365 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-013.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b4e0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1], *request=0x7ffe06fc6798) +| [0] ERROR: MPI_Isend(*buf=0x466590, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1], *request=0x7ffdf58788d8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-013.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1b0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-013.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-013) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210568 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259822 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210570 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259823 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.341020584106445 +Command return code: 255, elapsed time: 7.496500015258789 Finished #1365 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-013.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014_0.elapsed index 012b73aa8..e8112355a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014_0.elapsed @@ -1 +1 @@ -7.543713092803955 \ No newline at end of file +1.0657243728637695 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014_0.md5sum b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014_0.md5sum deleted file mode 100644 index 460d58d2e..000000000 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -1431591c97021ceb37ac3e1617fd63f9 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014_0.txt index 5e3a063c9..c8f3e8a18 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014_0.txt @@ -1,5 +1,5 @@ Running #1827 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-014.c (batchinfo:1/1) @@ -47,42 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error -| [0] ERROR: Datatype signature mismatch. -| [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b4e0, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1], *request=0x7ffe10b04d38) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-014.c:52) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014) -| [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d250, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-014.c:48) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-014) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives -| -| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224038 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268936 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224040 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268937 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.543713092803955 +Command return code: 255, elapsed time: 1.0657243728637695 Finished #1827 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-014.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015_0.elapsed index 9ecee737f..91029d030 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015_0.elapsed @@ -1 +1 @@ -7.354174375534058 \ No newline at end of file +7.444400787353516 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015_0.txt index 896d4f13a..c041f24f0 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015_0.txt @@ -1,5 +1,5 @@ Running #1746 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-015.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b550, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7ffefcb11ab8) +| [0] ERROR: MPI_Isend(*buf=0x466500, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7fff38972878) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-015.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-015.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-015) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228644 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274963 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228645 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274964 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.354174375534058 +Command return code: 255, elapsed time: 7.444400787353516 Finished #1746 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-015.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016_0.elapsed index a057fa125..0511542c7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016_0.elapsed @@ -1 +1 @@ -7.458256244659424 \ No newline at end of file +7.363970756530762 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016_0.txt index 4c34be9cb..8b1ae1fa6 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016_0.txt @@ -1,5 +1,5 @@ Running #1303 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-016.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b550, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7ffc2976c288) +| [0] ERROR: MPI_Isend(*buf=0x468500, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7ffdd6d41868) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-016.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d250, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d290, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-016.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-016) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216018 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263369 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216019 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263370 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.458256244659424 +Command return code: 255, elapsed time: 7.363970756530762 Finished #1303 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-016.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017_0.elapsed index f74f1b5bb..f5f7dfd27 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017_0.elapsed @@ -1 +1 @@ -7.23731541633606 \ No newline at end of file +7.346910715103149 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017_0.txt index 212400505..4584c2bb7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017_0.txt @@ -1,5 +1,5 @@ Running #1892 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-017.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46abd0, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd682ffd38) +| [0] ERROR: MPI_Isend(*buf=0x465b80, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc03c43678) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-017.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470640, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-017.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-017) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230386 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276784 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230387 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276785 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.23731541633606 +Command return code: 255, elapsed time: 7.346910715103149 Finished #1892 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-017.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018_0.elapsed index 333e112cb..d7d87d913 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018_0.elapsed @@ -1 +1 @@ -7.4654014110565186 \ No newline at end of file +7.297241926193237 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018_0.txt index 39e7b959e..adce53e02 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018_0.txt @@ -1,5 +1,5 @@ Running #1565 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-018.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46abd0, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff7f440c08) +| [0] ERROR: MPI_Isend(*buf=0x465c10, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffede902ad8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-018.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-018.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-018) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215883 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257979 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215884 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257980 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.4654014110565186 +Command return code: 255, elapsed time: 7.297241926193237 Finished #1565 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-018.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019_0.elapsed index d9d262c7e..ce3946398 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019_0.elapsed @@ -1 +1 @@ -7.419860124588013 \ No newline at end of file +7.4505603313446045 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019_0.txt index a82f6377c..74f79298b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019_0.txt @@ -1,5 +1,5 @@ Running #1503 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-019.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46ac60, count=1, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd0ebaf138) +| [0] ERROR: MPI_Isend(*buf=0x465c80, count=1, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffda6dfd6a8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-019.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-019.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-019) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-019.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214583 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260264 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214584 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260265 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.419860124588013 +Command return code: 255, elapsed time: 7.4505603313446045 Finished #1503 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-019.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020_0.elapsed index 5ece47d03..5f181be58 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020_0.elapsed @@ -1 +1 @@ -7.332739591598511 \ No newline at end of file +7.230031967163086 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020_0.txt index 499bc7b39..ae443eb0c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020_0.txt @@ -1,5 +1,5 @@ Running #1322 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-020.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46abd0, count=4, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffffe479008) +| [0] ERROR: MPI_Isend(*buf=0x465c10, count=4, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe79ec3068) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-020.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-020.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-020) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207683 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254021 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207684 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254022 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.332739591598511 +Command return code: 255, elapsed time: 7.230031967163086 Finished #1322 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-020.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021_0.elapsed index 7b6e25f34..a6b89fe88 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021_0.elapsed @@ -1 +1 @@ -7.4135825634002686 \ No newline at end of file +1.1650269031524658 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021_0.md5sum b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021_0.md5sum deleted file mode 100644 index f9e83c7d4..000000000 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -599b10959c123afc74a8132a2e94bf53 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021_0.txt index b42cf4b8d..48d11c6fb 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021_0.txt @@ -1,5 +1,5 @@ Running #2024 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-021.c (batchinfo:1/1) @@ -47,42 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error -| [0] ERROR: Datatype signature mismatch. -| [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b500, count=1, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffdae036828) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-021.c:49) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021) -| [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-021.c:45) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-021) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives -| -| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226481 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273903 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226482 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273904 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.4135825634002686 +Command return code: 255, elapsed time: 1.1650269031524658 Finished #2024 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-021.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022_0.elapsed index 5ea8eb25d..588eee1fe 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022_0.elapsed @@ -1 +1 @@ -7.27831244468689 \ No newline at end of file +7.254247188568115 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022_0.txt index 53d3048c8..9f555e126 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022_0.txt @@ -1,5 +1,5 @@ Running #1526 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-022.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b580, count=4, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffd4160c298) +| [0] ERROR: MPI_Isend(*buf=0x466430, count=4, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffc99ee3908) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-022.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-022.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-022) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-022.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-022.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210588 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257159 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210589 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257160 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.27831244468689 +Command return code: 255, elapsed time: 7.254247188568115 Finished #1526 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-022.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023_0.elapsed index 59cae6494..71a120172 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023_0.elapsed @@ -1 +1 @@ -7.391875982284546 \ No newline at end of file +8.121628761291504 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023_0.txt index e6425a214..38a38a2a8 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023_0.txt @@ -1,5 +1,5 @@ Running #1483 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-023.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46ac50, count=1, datatype=MPI_UNSIGNED_LONG, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc2938c058) +| [0] ERROR: MPI_Isend(*buf=0x465b80, count=1, datatype=MPI_UNSIGNED_LONG, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcbd08edf8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-023.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4705c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-023.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-023) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-023.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218492 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261686 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218493 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261690 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.391875982284546 +Command return code: 255, elapsed time: 8.121628761291504 Finished #1483 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-023.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024_0.elapsed index c9880fb75..de10fe2cb 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024_0.elapsed @@ -1 +1 @@ -7.335274934768677 \ No newline at end of file +7.415197134017944 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024_0.txt index 4480e1413..336531c70 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024_0.txt @@ -1,5 +1,5 @@ Running #1500 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-024.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-024.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46ac50, count=4, datatype=MPI_UNSIGNED_LONG, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff71c11968) +| [0] ERROR: MPI_Isend(*buf=0x465c80, count=4, datatype=MPI_UNSIGNED_LONG, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc2971b218) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-024.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706d0, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470650, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-024.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-024) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-024.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-024.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214153 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259863 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214154 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259864 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.335274934768677 +Command return code: 255, elapsed time: 7.415197134017944 Finished #1500 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-024.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025_0.elapsed index 2c9efceab..357099a92 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025_0.elapsed @@ -1 +1 @@ -7.440945386886597 \ No newline at end of file +7.17167854309082 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025_0.txt index 19753f049..d9174ef7e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025_0.txt @@ -1,5 +1,5 @@ Running #1993 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-025.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-025.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46abd0, count=1, datatype=MPI_FLOAT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffc9f3a208) +| [0] ERROR: MPI_Isend(*buf=0x465c10, count=1, datatype=MPI_FLOAT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc80acce08) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-025.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470640, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-025.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-025) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-025.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-025.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228988 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277486 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228989 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277487 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.440945386886597 +Command return code: 255, elapsed time: 7.17167854309082 Finished #1993 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-025.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026_0.elapsed index 05e9fe4c6..2ba7e939c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026_0.elapsed @@ -1 +1 @@ -7.568988084793091 \ No newline at end of file +7.26528525352478 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026_0.txt index c600ac60c..383764989 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026_0.txt @@ -1,5 +1,5 @@ Running #1982 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-026.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-026.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46acd0, count=4, datatype=MPI_FLOAT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffef2ef5ae8) +| [0] ERROR: MPI_Isend(*buf=0x465c10, count=4, datatype=MPI_FLOAT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffecc921f38) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-026.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706c0, count=4, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-026.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-026) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-026.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-026.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224358 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271590 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224360 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271591 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.568988084793091 +Command return code: 255, elapsed time: 7.26528525352478 Finished #1982 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-026.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027_0.elapsed index 7df4da61e..35d488032 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027_0.elapsed @@ -1 +1 @@ -7.285664081573486 \ No newline at end of file +7.27555251121521 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027_0.txt index 60409773a..dfc80b87b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027_0.txt @@ -1,5 +1,5 @@ Running #1433 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-027.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-027.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b5d0, count=1, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7fff85d21a88) +| [0] ERROR: MPI_Isend(*buf=0x466480, count=1, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7ffffa734d98) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-027.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-027.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-027) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-027.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-027.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208708 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254709 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208709 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254710 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.285664081573486 +Command return code: 255, elapsed time: 7.27555251121521 Finished #1433 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-027.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028_0.elapsed index b62589ea1..d036dea24 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028_0.elapsed @@ -1 +1 @@ -7.455026865005493 \ No newline at end of file +7.460729122161865 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028_0.txt index da5d4b94c..403eccd96 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028_0.txt @@ -1,5 +1,5 @@ Running #1383 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-028.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-028.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b4d0, count=4, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7ffe0afddf08) +| [0] ERROR: MPI_Isend(*buf=0x466510, count=4, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7fff7146b818) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-028.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1c0, count=4, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=4, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-028.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-028) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-028.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-028.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215331 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263261 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215332 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263262 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.455026865005493 +Command return code: 255, elapsed time: 7.460729122161865 Finished #1383 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-028.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029_0.elapsed index 55474c038..3edf57dcc 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029_0.elapsed @@ -1 +1 @@ -6.888535499572754 \ No newline at end of file +7.039410829544067 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029_0.txt index d5f2b2a44..a101119a4 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029_0.txt @@ -1,5 +1,5 @@ Running #2101 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-029.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-029.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46abd0, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc87e4f0a8) +| [0] ERROR: MPI_Isend(*buf=0x465b80, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcf8e57658) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-029.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470640, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-029.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-029) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-029.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-029.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 235263 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3530 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 235264 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3531 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.888535499572754 +Command return code: 255, elapsed time: 7.039410829544067 Finished #2101 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-029.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030_0.elapsed index 777c7ecda..899593d39 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030_0.elapsed @@ -1 +1 @@ -7.450278043746948 \ No newline at end of file +1.1619007587432861 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030_0.md5sum b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030_0.md5sum deleted file mode 100644 index 3138cfd01..000000000 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -70d1659e42d6c746ad9169221c8164a7 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030_0.txt index a595bef8d..7df50043f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030_0.txt @@ -1,5 +1,5 @@ Running #1242 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-030.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-030.c (batchinfo:1/1) @@ -47,42 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error -| [0] ERROR: Datatype signature mismatch. -| [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46abd0, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffceaa8a828) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-030.c:47) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030) -| [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470640, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-030.c:42) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-030) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-030.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives -| -| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215023 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257866 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215025 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257868 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.450278043746948 +Command return code: 255, elapsed time: 1.1619007587432861 Finished #1242 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-030.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031_0.elapsed index bb8187dd8..7adb606ac 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031_0.elapsed @@ -1 +1 @@ -7.459603548049927 \ No newline at end of file +7.538520097732544 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031_0.txt index ba7fb8b6a..bdd8e4a0d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031_0.txt @@ -1,5 +1,5 @@ Running #1586 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-031.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-031.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b4d0, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7ffd218946f8) +| [0] ERROR: MPI_Isend(*buf=0x466480, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7fff4528e918) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-031.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d140, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d180, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-031.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-031) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-031.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-031.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210693 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255646 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210694 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255647 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.459603548049927 +Command return code: 255, elapsed time: 7.538520097732544 Finished #1586 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-031.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032_0.elapsed index 0ffc8b0a9..d390a3d8c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032_0.elapsed @@ -1 +1 @@ -7.45255446434021 \ No newline at end of file +7.451794624328613 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032_0.txt index 988e13ed6..f43c5ac55 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032_0.txt @@ -1,5 +1,5 @@ Running #1382 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-032.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-032.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b550, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7fff031d00a8) +| [0] ERROR: MPI_Isend(*buf=0x466480, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7fffd7233908) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-032.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-032.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-032) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-032.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-032.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215074 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263044 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215075 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263045 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.45255446434021 +Command return code: 255, elapsed time: 7.451794624328613 Finished #1382 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-032.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033_0.elapsed index 6dd783d68..6439b2c87 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033_0.elapsed @@ -1 +1 @@ -7.40768575668335 \ No newline at end of file +7.532621383666992 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033_0.txt index cb85ddabc..ca129492b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033_0.txt @@ -1,5 +1,5 @@ Running #1665 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-033.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-033.c (batchinfo:1/1) @@ -52,20 +52,20 @@ Executing the command (cwd: None) | [0] ERROR: Buffer overflow because more elements were sent than fit into the receive buffer, | [0] ERROR: datatypes might also not match. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b540, count=1, datatype=0x8c000006, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7fff584d79e8) +| [0] ERROR: MPI_Isend(*buf=0x4664f0, count=1, datatype=0x8c000006, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7fff3a327348) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-033.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d340, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-033.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-033) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-033.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-033.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218457 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266045 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218458 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266046 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.40768575668335 +Command return code: 255, elapsed time: 7.532621383666992 Finished #1665 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-033.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034_0.elapsed index aa80e5440..aeb078ca7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034_0.elapsed @@ -1 +1 @@ -7.477396726608276 \ No newline at end of file +7.425245761871338 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034_0.txt index 4d8ee5be0..964a470b2 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034_0.txt @@ -1,5 +1,5 @@ Running #1348 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-034.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-034.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b540, count=8, datatype=0x8c000006, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7fff6e7f1e98) +| [0] ERROR: MPI_Isend(*buf=0x4664f0, count=8, datatype=0x8c000006, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7fff2472a3d8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-034.c:57) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d3e0, count=32, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d3a0, count=32, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-034.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-034) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-034.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-034.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219736 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265468 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219737 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265469 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.477396726608276 +Command return code: 255, elapsed time: 7.425245761871338 Finished #1348 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-034.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035_0.elapsed index d48286934..eca0dbfad 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035_0.elapsed @@ -1 +1 @@ -7.454207181930542 \ No newline at end of file +9.062084436416626 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035_0.txt index a0b493c44..3801687d2 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035_0.txt @@ -1,5 +1,5 @@ Running #1817 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-035.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-035.c (batchinfo:1/1) @@ -52,20 +52,20 @@ Executing the command (cwd: None) | [0] ERROR: Buffer overflow because more elements were sent than fit into the receive buffer, | [0] ERROR: datatypes might also not match. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46adc0, count=1, datatype=0x8c000006, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffeaada2928) +| [0] ERROR: MPI_Isend(*buf=0x465de0, count=1, datatype=0x8c000006, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffed17ee348) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-035.c:56) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47cb40, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470780, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-035.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-035) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-035.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-035.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221455 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266682 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221456 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266683 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.454207181930542 +Command return code: 255, elapsed time: 9.062084436416626 Finished #1817 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-035.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036_0.elapsed index cf1ac9e7a..847ee698d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036_0.elapsed @@ -1 +1 @@ -7.412622928619385 \ No newline at end of file +7.462315559387207 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036_0.txt index f6471bc08..a231b6018 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036_0.txt @@ -1,5 +1,5 @@ Running #1278 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-036.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-036.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46adb0, count=8, datatype=0x8c000006, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffdb0f4b938) +| [0] ERROR: MPI_Isend(*buf=0x465ce0, count=8, datatype=0x8c000006, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe9e77f608) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-036.c:57) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47cc80, count=28, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47cb70, count=28, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-036.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-036) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-036.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-036.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219826 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265600 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219827 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265603 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.412622928619385 +Command return code: 255, elapsed time: 7.462315559387207 Finished #1278 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-036.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037_0.elapsed index 3badae2c1..f53b28bf0 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037_0.elapsed @@ -1 +1 @@ -7.35756254196167 \ No newline at end of file +7.297590732574463 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037_0.txt index 8a40c58e1..7d1ee63b3 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037_0.txt @@ -1,5 +1,5 @@ Running #1377 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-037.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-037.c (batchinfo:1/1) @@ -52,20 +52,20 @@ Executing the command (cwd: None) | [0] ERROR: Buffer overflow because more elements were sent than fit into the receive buffer, | [0] ERROR: datatypes might also not match. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b5e0, count=1, datatype=0x8c000006, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7fffaffc5498) +| [0] ERROR: MPI_Isend(*buf=0x466590, count=1, datatype=0x8c000006, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7fff0d0ea338) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-037.c:58) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706b0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d3f0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-037.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-037) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-037.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-037.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213829 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261949 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213830 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261951 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.35756254196167 +Command return code: 255, elapsed time: 7.297590732574463 Finished #1377 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-037.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038_0.elapsed index 9ac614e1a..184c93486 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038_0.elapsed @@ -1 +1 @@ -7.291306495666504 \ No newline at end of file +7.330228805541992 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038_0.txt index ac16c87da..5ce0b6861 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038_0.txt @@ -1,5 +1,5 @@ Running #1875 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-038.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_isend-038.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Isend(*buf=0x46b6e0, count=8, datatype=0x8c000006, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffcb4140bc8) +| [0] ERROR: MPI_Isend(*buf=0x466690, count=8, datatype=0x8c000006, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffd1089d858) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-038.c:60) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d520, count=28, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d560, count=28, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-038.c:55) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_isend-038) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-038.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_isend-038.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231853 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275840 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231854 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275841 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.291306495666504 +Command return code: 255, elapsed time: 7.330228805541992 Finished #1875 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_isend-038.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-001_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-001_0.elapsed index 8ba800ec1..8cceddfdb 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-001_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-001_0.elapsed @@ -1 +1 @@ -1.2009906768798828 \ No newline at end of file +7.592089653015137 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-001_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-001_0.txt index 5b822fe6f..d8911e074 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-001_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-001_0.txt @@ -1,5 +1,5 @@ Running #1683 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_issend-001.c (batchinfo:1/1) @@ -47,23 +47,42 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Datatype signature mismatch. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Issend(*buf=0x466480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7ffcad6c24a8) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-001.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_issend-001) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Recv(*buf=0x47d200, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_issend-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_issend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216158 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262344 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216159 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262345 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.2009906768798828 +Command return code: 255, elapsed time: 7.592089653015137 Finished #1683 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-001.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002_0.elapsed index 783528d52..e75a01c8c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002_0.elapsed @@ -1 +1 @@ -7.406654596328735 \ No newline at end of file +7.316331624984741 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002_0.txt index 908b7cde1..3c9dded7c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002_0.txt @@ -1,5 +1,5 @@ Running #1622 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_issend-002.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Issend(*buf=0x46b5d0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7ffc49fa52a8) +| [0] ERROR: MPI_Issend(*buf=0x466510, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1], *request=0x7ffd3a7b8bc8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-002.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1e0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d210, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-002.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_issend-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_issend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_issend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218352 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264659 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218353 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264660 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.406654596328735 +Command return code: 255, elapsed time: 7.316331624984741 Finished #1622 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-002.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003_0.elapsed index f8fae6ca8..f2f96bc30 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003_0.elapsed @@ -1 +1 @@ -7.3604161739349365 \ No newline at end of file +8.351378679275513 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003_0.txt index fe42268cb..d3d81508a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003_0.txt @@ -1,5 +1,5 @@ Running #1668 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_issend-003.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Issend(*buf=0x46abd0, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe69585108) +| [0] ERROR: MPI_Issend(*buf=0x465c80, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffe4814228) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-003.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470640, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-003.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_issend-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_issend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_issend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221682 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269585 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221683 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269586 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3604161739349365 +Command return code: 255, elapsed time: 8.351378679275513 Finished #1668 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-003.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004_0.elapsed index 295c2410f..4b62f991f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004_0.elapsed @@ -1 +1 @@ -7.466436862945557 \ No newline at end of file +7.493368148803711 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004_0.txt index 568dbce77..997a1df65 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004_0.txt @@ -1,5 +1,5 @@ Running #1656 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_issend-004.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Issend(*buf=0x46abd0, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe38b12fd8) +| [0] ERROR: MPI_Issend(*buf=0x465c80, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffdab698d8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-004.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-004.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_issend-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_issend-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_issend-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216937 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264405 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216938 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264406 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.466436862945557 +Command return code: 255, elapsed time: 7.493368148803711 Finished #1656 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_issend-004.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001_0.elapsed index 7fd357eec..144f8b077 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001_0.elapsed @@ -1 +1 @@ -6.4274632930755615 \ No newline at end of file +6.474525451660156 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001_0.txt index 4c7ef7e65..12971ffaf 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001_0.txt @@ -1,5 +1,5 @@ Running #1914 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-001.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46ac60, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Rsend(*buf=0x465c10, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-001.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcce67e318) +| [0] ERROR: MPI_Irecv(*buf=0x470640, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff34128da8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-001.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffcce67e318->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fff34128da8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-001.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223393 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268200 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223394 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268201 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.4274632930755615 +Command return code: 255, elapsed time: 6.474525451660156 Finished #1914 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-001.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002_0.elapsed index 533084ac9..364fc1a70 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002_0.elapsed @@ -1 +1 @@ -6.354580640792847 \ No newline at end of file +6.39439582824707 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002_0.txt index 7cab0309b..31916bc6c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002_0.txt @@ -1,5 +1,5 @@ Running #1498 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-002.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46acd0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Rsend(*buf=0x465c00, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-002.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706d0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd319d0fe8) +| [0] ERROR: MPI_Irecv(*buf=0x4706d0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd3937b348) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-002.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffd319d0fe8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffd3937b348->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-002.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213463 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259200 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213464 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259201 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.354580640792847 +Command return code: 255, elapsed time: 6.39439582824707 Finished #1498 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-002.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-003_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-003_0.elapsed index 17a0cbbc2..56b27122a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-003_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-003_0.elapsed @@ -1 +1 @@ -1.0974173545837402 \ No newline at end of file +6.296769857406616 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-003_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-003_0.txt index df93d78cd..b42c18926 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-003_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-003_0.txt @@ -1,5 +1,5 @@ Running #1822 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-003.c (batchinfo:1/1) @@ -47,23 +47,49 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Datatype signature mismatch. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Rsend(*buf=0x4664b0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-003.c:54) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-003) +| [0] ERROR: Receive request activated at: +| [0] ERROR: MPI_Irecv(*buf=0x470730, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffc095d0cc8) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-003.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-003) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Wait(*request=0x7ffc095d0cc8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-003.c:51) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-003) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (fast) +| [0] ERROR: Signal 6 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... +| [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223248 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268040 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223249 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268041 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0974173545837402 +Command return code: 255, elapsed time: 6.296769857406616 Finished #1822 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-003.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004_0.elapsed index 49571d6c5..711e57271 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004_0.elapsed @@ -1 +1 @@ -6.325300693511963 \ No newline at end of file +6.451515197753906 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004_0.txt index 7793c53ee..fb71e5387 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004_0.txt @@ -1,5 +1,5 @@ Running #1538 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-004.c (batchinfo:1/1) @@ -51,45 +51,46 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46b580, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Rsend(*buf=0x466530, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-004.c:56) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d0f0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7fff133b0208) +| [0] ERROR: MPI_Irecv(*buf=0x470640, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7fff6199e838) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-004.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff133b0208->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fff6199e838->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-004.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... | [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer +| [1] ERROR: connection closed by peer #0, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213852 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260226 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213854 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260227 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.325300693511963 +Command return code: 255, elapsed time: 6.451515197753906 Finished #1538 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-004.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005_0.elapsed index d24a9ecee..b6919d2a5 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005_0.elapsed @@ -1 +1 @@ -6.381078004837036 \ No newline at end of file +1.128566026687622 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005_0.md5sum b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005_0.md5sum deleted file mode 100644 index e1a22ae9d..000000000 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -ab461018edd5d3a4cddaf19c583494ba \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005_0.txt index eb1a9f191..a628e0224 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005_0.txt @@ -1,5 +1,5 @@ Running #1666 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-005.c (batchinfo:1/1) @@ -47,49 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error -| [0] ERROR: Datatype signature mismatch. -| [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46b560, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-005.c:54) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005) -| [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d1b0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffce9eccd98) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-005.c:48) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005) -| [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffce9eccd98->0x2c000002, *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-005.c:51) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-005) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (fast) -| [0] ERROR: Signal 6 caught in ITC code section. +| [0] ERROR: Signal 11 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... -| [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218709 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266319 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218710 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266320 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.381078004837036 +Command return code: 255, elapsed time: 1.128566026687622 Finished #1666 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-005.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006_0.elapsed index deb0ab2e8..60794da9a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006_0.elapsed @@ -1 +1 @@ -6.4243879318237305 \ No newline at end of file +6.391455888748169 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006_0.txt index 0f32712d1..84c8c8161 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006_0.txt @@ -1,5 +1,5 @@ Running #1282 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-006.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46b4d0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Rsend(*buf=0x466500, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-006.c:56) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d1c0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffed2a12ee8) +| [0] ERROR: MPI_Irecv(*buf=0x47d290, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffccb51dce8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-006.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffed2a12ee8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffccb51dce8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-006.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220740 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266586 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220741 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266587 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.4243879318237305 +Command return code: 255, elapsed time: 6.391455888748169 Finished #1282 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-006.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007_0.elapsed index a3ab06336..38015a41d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007_0.elapsed @@ -1 +1 @@ -6.131742715835571 \ No newline at end of file +6.111170053482056 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007_0.txt index e33dc5138..73356e13d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007_0.txt @@ -1,5 +1,5 @@ Running #1808 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-007.c (batchinfo:1/1) @@ -51,27 +51,28 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46b480, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Rsend(*buf=0x4664c0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-007.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7fff8b076dc8) +| [0] ERROR: MPI_Irecv(*buf=0x4706b0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffefe6afe18) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-007.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff8b076dc8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffefe6afe18->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-007.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (normal) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives +| free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233905 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2588 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233906 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2589 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.131742715835571 +Command return code: 255, elapsed time: 6.111170053482056 Finished #1808 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-007.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008_0.elapsed index 090b985ee..1e5f3102d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008_0.elapsed @@ -1 +1 @@ -6.200472354888916 \ No newline at end of file +6.212591648101807 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008_0.txt index af5df6044..5d22221a8 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008_0.txt @@ -1,5 +1,5 @@ Running #1995 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-008.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46b480, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Rsend(*buf=0x4664b0, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-008.c:55) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d1f0, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffe58858d98) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffc5cacd888) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-008.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffe58858d98->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffc5cacd888->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-008.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229522 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277898 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229523 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277899 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.200472354888916 +Command return code: 255, elapsed time: 6.212591648101807 Finished #1995 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-008.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009_0.elapsed index feca32c22..fd2d687e5 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009_0.elapsed @@ -1 +1 @@ -6.128372669219971 \ No newline at end of file +6.098028659820557 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009_0.txt index 320f02f43..f1eef802c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009_0.txt @@ -1,5 +1,5 @@ Running #1298 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-009.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46b4d0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Rsend(*buf=0x466480, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-009.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d1c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffc846d93b8) +| [0] ERROR: MPI_Irecv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffde4444618) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-009.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffc846d93b8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffde4444618->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-009.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -81,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209486 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254707 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209487 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254708 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.128372669219971 +Command return code: 255, elapsed time: 6.098028659820557 Finished #1298 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-009.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010_0.elapsed index a34c31bb1..d6c3e0a8c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010_0.elapsed @@ -1 +1 @@ -6.353091478347778 \ No newline at end of file +6.118316411972046 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010_0.txt index d655fcb2e..c7d1475f6 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010_0.txt @@ -1,5 +1,5 @@ Running #2000 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-010.c (batchinfo:1/1) @@ -51,27 +51,27 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46b550, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Rsend(*buf=0x466510, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-010.c:55) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d250, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffc90d152b8) +| [0] ERROR: MPI_Irecv(*buf=0x47d290, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffedec33428) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-010.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffc90d152b8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffedec33428->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-010.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (fast) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid size | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230055 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 278366 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230056 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 278367 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.353091478347778 +Command return code: 255, elapsed time: 6.118316411972046 Finished #2000 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-010.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011_0.elapsed index 103fbf041..2857222e7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011_0.elapsed @@ -1 +1 @@ -6.353347301483154 \ No newline at end of file +6.225663185119629 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011_0.txt index ee32a5a63..3e03559b6 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011_0.txt @@ -1,5 +1,5 @@ Running #1466 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-011.c (batchinfo:1/1) @@ -51,27 +51,27 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46acd0, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Rsend(*buf=0x465c00, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-011.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff09149188) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe6af704d8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-011.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff09149188->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffe6af704d8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-011.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (normal) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214558 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257881 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214559 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257882 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.353347301483154 +Command return code: 255, elapsed time: 6.225663185119629 Finished #1466 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-011.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012_0.elapsed index 5e20223e4..261d929f9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012_0.elapsed @@ -1 +1 @@ -6.44351601600647 \ No newline at end of file +6.348871231079102 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012_0.txt index a2050a8d3..60115bf4b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012_0.txt @@ -1,5 +1,5 @@ Running #1514 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-012.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46ac60, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Rsend(*buf=0x465c00, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-012.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffa5d28438) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd0169d638) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-012.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fffa5d28438->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffd0169d638->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-012.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222296 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267008 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222297 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267009 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.44351601600647 +Command return code: 255, elapsed time: 6.348871231079102 Finished #1514 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-012.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013_0.elapsed index aeba14e81..e5a4faaed 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013_0.elapsed @@ -1 +1 @@ -6.150959253311157 \ No newline at end of file +6.07999324798584 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013_0.txt index f6fbddc77..a7568f945 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013_0.txt @@ -1,5 +1,5 @@ Running #1814 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-013.c (batchinfo:1/1) @@ -51,46 +51,45 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46b480, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Rsend(*buf=0x466430, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-013.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7fff60351638) +| [0] ERROR: MPI_Irecv(*buf=0x4706b0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffe0f4571b8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-013.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff60351638->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffe0f4571b8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-013.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-013) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (normal) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... | [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer -| [1] ERROR: connection closed by peer #0, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234574 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3126 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234575 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3127 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.150959253311157 +Command return code: 255, elapsed time: 6.07999324798584 Finished #1814 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-013.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014_0.elapsed index 5ccbd70d5..c73fb8064 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014_0.elapsed @@ -1 +1 @@ -6.273933172225952 \ No newline at end of file +6.15738320350647 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014_0.txt index 77f85badf..a08e9eb4f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014_0.txt @@ -1,5 +1,5 @@ Running #1556 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-014.c (batchinfo:1/1) @@ -51,27 +51,27 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46b500, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Rsend(*buf=0x466530, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-014.c:55) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffec972f6c8) +| [0] ERROR: MPI_Irecv(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7fffdf6bcb08) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-014.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffec972f6c8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fffdf6bcb08->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-014.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-014) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (fast) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (normal) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211545 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256044 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211546 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256045 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.273933172225952 +Command return code: 255, elapsed time: 6.15738320350647 Finished #1556 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-014.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015_0.elapsed index a53ae5be4..ba772c551 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015_0.elapsed @@ -1 +1 @@ -6.294105768203735 \ No newline at end of file +6.224339723587036 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015_0.txt index ec82aa6ce..391907b85 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015_0.txt @@ -1,5 +1,5 @@ Running #1960 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-015.c (batchinfo:1/1) @@ -51,46 +51,45 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46b5d0, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Rsend(*buf=0x466500, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-015.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffe6d1d7598) +| [0] ERROR: MPI_Irecv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffc06b011a8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-015.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffe6d1d7598->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffc06b011a8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-015.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-015) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... | [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer -| [1] ERROR: connection closed by peer #0, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230541 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277932 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230542 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277933 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.294105768203735 +Command return code: 255, elapsed time: 6.224339723587036 Finished #1960 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-015.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016_0.elapsed index 000cdb4bc..67cbc98ec 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016_0.elapsed @@ -1 +1 @@ -6.727992296218872 \ No newline at end of file +6.389475107192993 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016_0.txt index c6a9fd096..80cab0209 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016_0.txt @@ -1,5 +1,5 @@ Running #1917 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-016.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46b5d0, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Rsend(*buf=0x466500, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-016.c:55) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d1b0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffcfa661348) +| [0] ERROR: MPI_Irecv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7fff59d73e28) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-016.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffcfa661348->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fff59d73e28->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-016.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-016) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224039 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269147 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224041 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269148 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.727992296218872 +Command return code: 255, elapsed time: 6.389475107192993 Finished #1917 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-016.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017_0.elapsed index c700ba81c..196618f4e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017_0.elapsed @@ -1 +1 @@ -6.4579386711120605 \ No newline at end of file +6.339016437530518 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017_0.txt index a32e0501e..016da4c3f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017_0.txt @@ -1,5 +1,5 @@ Running #1240 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-017.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46ac60, count=1, datatype=MPI_LONG_LONG, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Rsend(*buf=0x465c00, count=1, datatype=MPI_LONG_LONG, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-017.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff535cd438) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc79bf8648) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-017.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff535cd438->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffc79bf8648->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-017.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-017) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -81,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214410 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256904 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214411 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256905 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.4579386711120605 +Command return code: 255, elapsed time: 6.339016437530518 Finished #1240 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-017.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018_0.elapsed index 52747208a..8e9f73642 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018_0.elapsed @@ -1 +1 @@ -6.397504568099976 \ No newline at end of file +6.238311290740967 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018_0.txt index ff51682e3..bf0d6144e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018_0.txt @@ -1,5 +1,5 @@ Running #1337 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-018.c (batchinfo:1/1) @@ -51,27 +51,27 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46acd0, count=4, datatype=MPI_LONG_LONG, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Rsend(*buf=0x465b80, count=4, datatype=MPI_LONG_LONG, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-018.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706d0, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff046d9b68) +| [0] ERROR: MPI_Irecv(*buf=0x470650, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc0b3884c8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-018.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff046d9b68->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffc0b3884c8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-018.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-018) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (fast) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid size | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211939 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258072 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211940 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258073 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.397504568099976 +Command return code: 255, elapsed time: 6.238311290740967 Finished #1337 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-018.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019_0.elapsed index 00de34a9f..a40d6af44 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019_0.elapsed @@ -1 +1 @@ -6.413276195526123 \ No newline at end of file +6.427408695220947 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019_0.txt index 0e30e83a2..9743f9450 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019_0.txt @@ -1,5 +1,5 @@ Running #1704 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-019.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46ac60, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Rsend(*buf=0x465c80, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-019.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc73d2c408) +| [0] ERROR: MPI_Irecv(*buf=0x4705c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff4778ccd8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-019.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffc73d2c408->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fff4778ccd8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-019.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-019) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-019.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222294 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268760 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222295 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268761 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.413276195526123 +Command return code: 255, elapsed time: 6.427408695220947 Finished #1704 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-019.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020_0.elapsed index 413214208..338233647 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020_0.elapsed @@ -1 +1 @@ -6.212184906005859 \ No newline at end of file +6.3451292514801025 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020_0.txt index 3b74e8a44..eb1ad6aa8 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020_0.txt @@ -1,5 +1,5 @@ Running #1647 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-020.c (batchinfo:1/1) @@ -51,27 +51,27 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46acd0, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Rsend(*buf=0x465c80, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-020.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc900e1038) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff9a45ca58) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-020.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffc900e1038->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fff9a45ca58->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-020.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-020) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (fast) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid size | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231971 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276970 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231972 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276971 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.212184906005859 +Command return code: 255, elapsed time: 6.3451292514801025 Finished #1647 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-020.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021_0.elapsed index 9bcd69132..91fcd7f70 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021_0.elapsed @@ -1 +1 @@ -6.373398303985596 \ No newline at end of file +6.282032251358032 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021_0.txt index 10b5054c2..dd8449852 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021_0.txt @@ -1,5 +1,5 @@ Running #1369 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-021.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46b550, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Rsend(*buf=0x466580, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-021.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffdde097e58) +| [0] ERROR: MPI_Irecv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffcf48dfe98) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-021.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffdde097e58->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffcf48dfe98->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-021.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-021) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211908 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260427 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211909 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260428 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.373398303985596 +Command return code: 255, elapsed time: 6.282032251358032 Finished #1369 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-021.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022_0.elapsed index dd6404ccb..9aa575b3d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022_0.elapsed @@ -1 +1 @@ -6.362782001495361 \ No newline at end of file +6.40833044052124 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022_0.txt index db254bb07..5c46c95e3 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022_0.txt @@ -1,5 +1,5 @@ Running #1568 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_rsend-022.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Rsend(*buf=0x46b4d0, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Rsend(*buf=0x466500, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-022.c:55) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d140, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7fff8812bc38) +| [0] ERROR: MPI_Irecv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7fffaf120fd8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-022.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff8812bc38->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fffaf120fd8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-022.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_rsend-022) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-022.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_rsend-022.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218830 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260742 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218831 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260743 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.362782001495361 +Command return code: 255, elapsed time: 6.40833044052124 Finished #1568 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_rsend-022.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-001_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-001_0.elapsed index eacea7d08..68473d0b8 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-001_0.elapsed @@ -1 +1 @@ -7.37412166595459 \ No newline at end of file +7.311617136001587 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-001_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-001_0.txt index aedceb1af..72464909f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-001_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #2014 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac50, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-001.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-001) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4705c0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224138 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271527 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224139 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271528 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.37412166595459 +Command return code: 255, elapsed time: 7.311617136001587 Finished #2014 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-001.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-002_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-002_0.elapsed index cfe375537..5c43accdd 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-002_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-002_0.elapsed @@ -1 +1 @@ -7.205017805099487 \ No newline at end of file +7.423090696334839 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-002_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-002_0.txt index bcfa4a63b..8a1e2a079 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-002_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-002_0.txt @@ -1,5 +1,5 @@ Running #1339 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-002.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-002.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-002) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4705d0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470650, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-002.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212522 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258600 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212523 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258601 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.205017805099487 +Command return code: 255, elapsed time: 7.423090696334839 Finished #1339 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-002.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-003_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-003_0.elapsed index 8839b9af9..dc529a927 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-003_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-003_0.elapsed @@ -1 +1 @@ -7.354624271392822 \ No newline at end of file +7.314591407775879 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-003_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-003_0.txt index 34b068454..f9723ee1f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-003_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-003_0.txt @@ -1,5 +1,5 @@ Running #1395 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-003.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-003.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-003) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706b0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-003.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210257 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256801 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210258 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256802 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.354624271392822 +Command return code: 255, elapsed time: 7.314591407775879 Finished #1395 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-003.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-004_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-004_0.elapsed index 838fa99d6..87d7d27d4 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-004_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-004_0.elapsed @@ -1 +1 @@ -1.1567904949188232 \ No newline at end of file +7.489355564117432 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-004_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-004_0.txt index 8ccd9149b..b3b99da2f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-004_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-004_0.txt @@ -1,5 +1,5 @@ Running #1891 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-004.c (batchinfo:1/1) @@ -47,23 +47,42 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Datatype signature mismatch. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Send(*buf=0x4664b0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-004.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-004) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Recv(*buf=0x470640, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-004.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-004) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230355 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276580 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230356 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276581 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1567904949188232 +Command return code: 255, elapsed time: 7.489355564117432 Finished #1891 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-004.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-005_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-005_0.elapsed index 49b916e46..6b076fca9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-005_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-005_0.elapsed @@ -1 +1 @@ -6.998995304107666 \ No newline at end of file +7.034597635269165 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-005_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-005_0.txt index 83cacc8cb..f05424ef9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-005_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-005_0.txt @@ -1,5 +1,5 @@ Running #1936 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-005.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4e0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466510, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-005.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-005) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1c0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-005.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234656 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3439 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234657 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3440 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.998995304107666 +Command return code: 255, elapsed time: 7.034597635269165 Finished #1936 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-005.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-006_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-006_0.elapsed index c239c70c8..9df27011e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-006_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-006_0.elapsed @@ -1 +1 @@ -7.501739501953125 \ No newline at end of file +7.515679836273193 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-006_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-006_0.txt index c154256fb..e064f73f2 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-006_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-006_0.txt @@ -1,5 +1,5 @@ Running #1248 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-006.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b570, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466590, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-006.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-006) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d250, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d290, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-006.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221431 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264177 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221432 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264178 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.501739501953125 +Command return code: 255, elapsed time: 7.515679836273193 Finished #1248 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-006.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-007_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-007_0.elapsed index f5ef3fbea..b66850ae3 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-007_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-007_0.elapsed @@ -1 +1 @@ -7.324506759643555 \ No newline at end of file +7.445582389831543 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-007_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-007_0.txt index 22ba818b6..66b4885fd 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-007_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-007_0.txt @@ -1,5 +1,5 @@ Running #1263 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-007.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b550, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466510, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-007.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-007) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-007.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208649 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254891 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208650 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254892 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.324506759643555 +Command return code: 255, elapsed time: 7.445582389831543 Finished #1263 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-007.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-008_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-008_0.elapsed index 2ddf26600..d27d1c737 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-008_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-008_0.elapsed @@ -1 +1 @@ -8.509164810180664 \ No newline at end of file +7.489505767822266 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-008_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-008_0.txt index b691a7a13..c0b6beeb8 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-008_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-008_0.txt @@ -1,5 +1,5 @@ Running #1370 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-008.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b5d0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-008.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-008) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1d0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d200, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-008.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212301 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260537 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212303 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260539 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.509164810180664 +Command return code: 255, elapsed time: 7.489505767822266 Finished #1370 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-008.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-009_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-009_0.elapsed index 41dcbbcf2..e484765ec 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-009_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-009_0.elapsed @@ -1 +1 @@ -7.525663375854492 \ No newline at end of file +7.338375806808472 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-009_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-009_0.txt index f82d8ee1d..a80c7c547 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-009_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-009_0.txt @@ -1,5 +1,5 @@ Running #1677 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-009.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-009.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-009) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4705c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-009.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228502 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275274 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228503 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275275 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.525663375854492 +Command return code: 255, elapsed time: 7.338375806808472 Finished #1677 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-009.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-010_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-010_0.elapsed index 40948451d..0138e9499 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-010_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-010_0.elapsed @@ -1 +1 @@ -7.894188642501831 \ No newline at end of file +7.135871171951294 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-010_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-010_0.txt index db633219f..7b56195b4 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-010_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-010_0.txt @@ -1,5 +1,5 @@ Running #1903 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-010.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c80, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-010.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-010) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706d0, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-010.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232568 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 278510 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232569 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 278511 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.894188642501831 +Command return code: 255, elapsed time: 7.135871171951294 Finished #1903 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-010.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-011_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-011_0.elapsed index ebeac008c..dde291794 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-011_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-011_0.elapsed @@ -1 +1 @@ -7.428199529647827 \ No newline at end of file +7.127920389175415 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-011_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-011_0.txt index 94ec64bef..9c210efe3 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-011_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-011_0.txt @@ -1,5 +1,5 @@ Running #1963 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-011.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b500, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x4664c0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-011.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-011) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-011.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231058 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 278368 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231059 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 278369 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.428199529647827 +Command return code: 255, elapsed time: 7.127920389175415 Finished #1963 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-011.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-012_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-012_0.elapsed index 9575de0a1..1c4cce4ae 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-012_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-012_0.elapsed @@ -1 +1 @@ -1.1336901187896729 \ No newline at end of file +7.441028833389282 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-012_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-012_0.txt index 248462110..516a25234 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-012_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-012_0.txt @@ -1,5 +1,5 @@ Running #1707 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-012.c (batchinfo:1/1) @@ -47,23 +47,42 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Datatype signature mismatch. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Send(*buf=0x4664c0, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-012.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-012) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Recv(*buf=0x470740, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-012.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-012) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223397 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269650 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223398 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269651 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1336901187896729 +Command return code: 255, elapsed time: 7.441028833389282 Finished #1707 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-012.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-013_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-013_0.elapsed index e442f5775..48a14c597 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-013_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-013_0.elapsed @@ -1 +1 @@ -7.475512504577637 \ No newline at end of file +7.479896068572998 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-013_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-013_0.txt index a61775086..f9b1491a6 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-013_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-013_0.txt @@ -1,5 +1,5 @@ Running #1855 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-013.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b5e0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466590, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-013.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-013) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-013) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-013.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-013) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-013) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223571 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267640 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223572 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267641 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.475512504577637 +Command return code: 255, elapsed time: 7.479896068572998 Finished #1855 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-013.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-014_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-014_0.elapsed index 1ac436574..9cdf8ba69 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-014_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-014_0.elapsed @@ -1 +1 @@ -7.910638332366943 \ No newline at end of file +7.302056789398193 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-014_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-014_0.txt index 2a0e06f1b..3c61ba09f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-014_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-014_0.txt @@ -1,5 +1,5 @@ Running #1791 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-014.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4e0, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466510, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-014.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-014) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1d0, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d290, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-014.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-014) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223036 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268634 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223038 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268635 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.910638332366943 +Command return code: 255, elapsed time: 7.302056789398193 Finished #1791 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-014.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-015_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-015_0.elapsed index 2a3559484..6623f2bc0 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-015_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-015_0.elapsed @@ -1 +1 @@ -7.256608963012695 \ No newline at end of file +7.4625632762908936 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-015_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-015_0.txt index b410a324d..92599f85e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-015_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-015_0.txt @@ -1,5 +1,5 @@ Running #1360 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-015.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b550, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466500, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-015.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-015) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-015.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-015) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209216 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258534 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209217 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258535 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.256608963012695 +Command return code: 255, elapsed time: 7.4625632762908936 Finished #1360 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-015.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-016_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-016_0.elapsed index 2396ea014..dd25f1234 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-016_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-016_0.elapsed @@ -1 +1 @@ -7.403191089630127 \ No newline at end of file +7.309291362762451 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-016_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-016_0.txt index ee449157a..4c3167ea1 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-016_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-016_0.txt @@ -1,5 +1,5 @@ Running #1744 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-016.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466510, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-016.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-016) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-016) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d250, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d290, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-016.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-016) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-016) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226336 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272084 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226337 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272085 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.403191089630127 +Command return code: 255, elapsed time: 7.309291362762451 Finished #1744 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-016.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-017_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-017_0.elapsed index 54c8537b9..c6bc771fe 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-017_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-017_0.elapsed @@ -1 +1 @@ -7.450759410858154 \ No newline at end of file +7.279774188995361 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-017_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-017_0.txt index ab24fa7a1..e970ce702 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-017_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-017_0.txt @@ -1,5 +1,5 @@ Running #1563 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-017.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-017.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-017) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470640, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-017.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-017) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215237 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257352 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215238 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257353 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.450759410858154 +Command return code: 255, elapsed time: 7.279774188995361 Finished #1563 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-017.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-018_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-018_0.elapsed index 8748f80f3..2bc539745 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-018_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-018_0.elapsed @@ -1 +1 @@ -7.227003812789917 \ No newline at end of file +7.126567363739014 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-018_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-018_0.txt index 2a108b7cb..dbd4389d7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-018_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-018_0.txt @@ -1,5 +1,5 @@ Running #2093 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-018.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-018.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-018) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470640, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-018.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-018) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233216 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 278505 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233217 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 278506 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.227003812789917 +Command return code: 255, elapsed time: 7.126567363739014 Finished #2093 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-018.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-019_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-019_0.elapsed index 6c9a0ecf3..1fe52988d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-019_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-019_0.elapsed @@ -1 +1 @@ -7.32186484336853 \ No newline at end of file +7.58483099937439 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-019_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-019_0.txt index 2954c50b0..25080da2f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-019_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-019_0.txt @@ -1,5 +1,5 @@ Running #1345 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-019.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466530, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-019.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-019) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-019.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-019) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-019.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219083 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264788 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219084 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264789 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.32186484336853 +Command return code: 255, elapsed time: 7.58483099937439 Finished #1345 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-019.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-020_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-020_0.elapsed index 5e5287d92..7d793b982 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-020_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-020_0.elapsed @@ -1 +1 @@ -6.932087659835815 \ No newline at end of file +7.1399455070495605 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-020_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-020_0.txt index 3862fa539..ee363e4d8 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-020_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-020_0.txt @@ -1,5 +1,5 @@ Running #1845 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-020.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466530, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-020.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-020) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706a0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-020.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-020) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234844 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2252 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234845 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2253 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.932087659835815 +Command return code: 255, elapsed time: 7.1399455070495605 Finished #1845 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-020.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-021_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-021_0.elapsed index 76be73358..6183b5001 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-021_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-021_0.elapsed @@ -1 +1 @@ -7.168793678283691 \ No newline at end of file +7.215782165527344 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-021_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-021_0.txt index b22990f3c..489ce8c85 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-021_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-021_0.txt @@ -1,5 +1,5 @@ Running #2094 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-021.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466510, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-021.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-021) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d270, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-021.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-021) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233320 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 734 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233321 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 735 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.168793678283691 +Command return code: 255, elapsed time: 7.215782165527344 Finished #2094 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-021.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-022_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-022_0.elapsed index 077ccc771..eb85b041b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-022_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-022_0.elapsed @@ -1 +1 @@ -7.418520212173462 \ No newline at end of file +7.236122131347656 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-022_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-022_0.txt index 61c4df318..a0e7d246a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-022_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-022_0.txt @@ -1,5 +1,5 @@ Running #1998 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-022.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b5d0, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-022.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-022) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-022) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d180, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-022.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-022) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-022) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-022.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-022.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229836 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 278181 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229837 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 278182 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.418520212173462 +Command return code: 255, elapsed time: 7.236122131347656 Finished #1998 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-022.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-023_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-023_0.elapsed index 35eae714e..f1b49081f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-023_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-023_0.elapsed @@ -1 +1 @@ -7.41975998878479 \ No newline at end of file +7.327073097229004 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-023_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-023_0.txt index 81907f141..4b15366f5 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-023_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-023_0.txt @@ -1,5 +1,5 @@ Running #2086 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-023.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=1, datatype=MPI_LONG, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=1, datatype=MPI_LONG, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-023.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-023) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-023.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-023) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-023.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229682 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275799 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229683 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275800 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.41975998878479 +Command return code: 255, elapsed time: 7.327073097229004 Finished #2086 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-023.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-024_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-024_0.elapsed index fd9c7f280..017cc60b5 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-024_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-024_0.elapsed @@ -1 +1 @@ -1.1238250732421875 \ No newline at end of file +9.27892518043518 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-024_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-024_0.txt index 21281016c..d83fd64a7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-024_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-024_0.txt @@ -1,5 +1,5 @@ Running #1693 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-024.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-024.c (batchinfo:1/1) @@ -47,23 +47,42 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Datatype signature mismatch. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Send(*buf=0x466480, count=4, datatype=MPI_LONG, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-024.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-024) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Recv(*buf=0x47d210, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-024.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-024) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-024.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217610 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263866 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217611 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263867 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1238250732421875 +Command return code: 255, elapsed time: 9.27892518043518 Finished #1693 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-024.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-025_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-025_0.elapsed index e04401d8f..c0e98e5e2 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-025_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-025_0.elapsed @@ -1 +1 @@ -7.263486862182617 \ No newline at end of file +7.352888107299805 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-025_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-025_0.txt index 634b57c60..f13a3c027 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-025_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-025_0.txt @@ -1,5 +1,5 @@ Running #1463 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-025.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-025.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b510, count=1, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x4664c0, count=1, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-025.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-025) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-025) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-025.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-025) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-025) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-025.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-025.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211030 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254062 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211032 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254063 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.263486862182617 +Command return code: 255, elapsed time: 7.352888107299805 Finished #1463 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-025.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-026_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-026_0.elapsed index d8b6d9ede..48f525033 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-026_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-026_0.elapsed @@ -1 +1 @@ -7.2739434242248535 \ No newline at end of file +9.070269584655762 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-026_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-026_0.txt index 2050883c9..1cb5d5e39 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-026_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-026_0.txt @@ -1,5 +1,5 @@ Running #1320 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-026.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-026.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b510, count=4, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466530, count=4, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-026.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-026) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706b0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-026.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-026) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-026.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-026.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204560 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250809 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204561 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250810 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2739434242248535 +Command return code: 255, elapsed time: 9.070269584655762 Finished #1320 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-026.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-027_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-027_0.elapsed index 909eaa2e5..40197bfb9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-027_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-027_0.elapsed @@ -1 +1 @@ -7.407687664031982 \ No newline at end of file +7.507146596908569 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-027_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-027_0.txt index ccdf9156d..259f7a023 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-027_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-027_0.txt @@ -1,5 +1,5 @@ Running #1705 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-027.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-027.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=1, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466500, count=1, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-027.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-027) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-027) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d180, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-027.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-027) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-027) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-027.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-027.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222641 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269155 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222642 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269156 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.407687664031982 +Command return code: 255, elapsed time: 7.507146596908569 Finished #1705 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-027.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-028_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-028_0.elapsed index 1f385fad1..9e38aa442 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-028_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-028_0.elapsed @@ -1 +1 @@ -7.41619086265564 \ No newline at end of file +7.414648771286011 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-028_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-028_0.txt index b92709e61..644ecfdbe 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-028_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-028_0.txt @@ -1,5 +1,5 @@ Running #1532 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-028.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-028.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=4, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=4, datatype=MPI_UNSIGNED_CHAR, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-028.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-028) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-028) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1b0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d180, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-028.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-028) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-028) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-028.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-028.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211866 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258540 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211868 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258541 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.41619086265564 +Command return code: 255, elapsed time: 7.414648771286011 Finished #1532 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-028.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-029_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-029_0.elapsed index 509c9de82..ed1a502d9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-029_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-029_0.elapsed @@ -1 +1 @@ -7.259848356246948 \ No newline at end of file +7.236029624938965 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-029_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-029_0.txt index 8427667bb..62cf578d9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-029_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-029_0.txt @@ -1,5 +1,5 @@ Running #1257 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-029.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-029.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_UNSIGNED, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_UNSIGNED, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-029.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-029) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-029.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-029) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-029.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-029.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203954 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250104 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203955 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250106 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.259848356246948 +Command return code: 255, elapsed time: 7.236029624938965 Finished #1257 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-029.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-030_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-030_0.elapsed index 156eeee22..5a69b246e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-030_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-030_0.elapsed @@ -1 +1 @@ -7.497738599777222 \ No newline at end of file +7.369120836257935 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-030_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-030_0.txt index 91b0aecd9..01b05924f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-030_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-030_0.txt @@ -1,5 +1,5 @@ Running #1788 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-030.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-030.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=4, datatype=MPI_UNSIGNED, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=4, datatype=MPI_UNSIGNED, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-030.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-030) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-030) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=4, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470640, count=4, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-030.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-030) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-030) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-030.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-030.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221692 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267569 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221693 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267571 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.497738599777222 +Command return code: 255, elapsed time: 7.369120836257935 Finished #1788 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-030.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-031_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-031_0.elapsed index d0715fe8e..f7c41d3eb 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-031_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-031_0.elapsed @@ -1 +1 @@ -7.323682069778442 \ No newline at end of file +7.322603702545166 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-031_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-031_0.txt index 9d4a104a4..c86b4c798 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-031_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-031_0.txt @@ -1,5 +1,5 @@ Running #1837 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-031.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-031.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac60, count=1, datatype=MPI_FLOAT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=1, datatype=MPI_FLOAT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-031.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-031) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-031) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470640, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-031.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-031) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-031) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-031.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-031.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230988 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275334 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230989 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275335 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.323682069778442 +Command return code: 255, elapsed time: 7.322603702545166 Finished #1837 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-031.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-032_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-032_0.elapsed index 2e8c5f54e..456728cd5 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-032_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-032_0.elapsed @@ -1 +1 @@ -7.374258041381836 \ No newline at end of file +7.395774602890015 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-032_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-032_0.txt index b4fc2e175..16b07756f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-032_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-032_0.txt @@ -1,5 +1,5 @@ Running #1535 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-032.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-032.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac60, count=4, datatype=MPI_FLOAT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c80, count=4, datatype=MPI_FLOAT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-032.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-032) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-032) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706c0, count=4, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-032.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-032) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-032) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-032.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-032.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212747 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259293 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212748 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259294 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.374258041381836 +Command return code: 255, elapsed time: 7.395774602890015 Finished #1535 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-032.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-033_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-033_0.elapsed index cd9f43ba7..aba310c65 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-033_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-033_0.elapsed @@ -1 +1 @@ -7.459295034408569 \ No newline at end of file +7.420296669006348 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-033_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-033_0.txt index e20be7a9e..3037944b9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-033_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-033_0.txt @@ -1,5 +1,5 @@ Running #2081 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-033.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-033.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b500, count=1, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466530, count=1, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-033.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-033) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-033) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-033.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-033) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-033) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-033.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-033.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228394 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274492 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228395 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274494 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.459295034408569 +Command return code: 255, elapsed time: 7.420296669006348 Finished #2081 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-033.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-034_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-034_0.elapsed index 31c1e56ef..e3ad2f6fa 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-034_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-034_0.elapsed @@ -1 +1 @@ -7.3386218547821045 \ No newline at end of file +7.353498458862305 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-034_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-034_0.txt index 35b66c0a2..d3e4db36f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-034_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-034_0.txt @@ -1,5 +1,5 @@ Running #1730 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-034.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-034.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=4, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466530, count=4, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-034.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-034) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-034) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x470730, count=4, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-034.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-034) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-034) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-034.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-034.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220683 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267862 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220684 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267863 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3386218547821045 +Command return code: 255, elapsed time: 7.353498458862305 Finished #1730 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-034.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-035_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-035_0.elapsed index 9c934d542..0a73acb14 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-035_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-035_0.elapsed @@ -1 +1 @@ -7.664216995239258 \ No newline at end of file +7.315435171127319 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-035_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-035_0.txt index 683f506bc..b4322a5bb 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-035_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-035_0.txt @@ -1,5 +1,5 @@ Running #1729 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-035.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-035.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4e0, count=1, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466520, count=1, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-035.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-035) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-035) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-035.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-035) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-035) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-035.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-035.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220405 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267544 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220406 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267545 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.664216995239258 +Command return code: 255, elapsed time: 7.315435171127319 Finished #1729 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-035.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-036_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-036_0.elapsed index 45c96d1e4..aa8e547ac 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-036_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-036_0.elapsed @@ -1 +1 @@ -1.064697027206421 \ No newline at end of file +7.492277145385742 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-036_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-036_0.txt index 460852070..9db46349f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-036_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-036_0.txt @@ -1,5 +1,5 @@ Running #1478 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-036.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-036.c (batchinfo:1/1) @@ -47,23 +47,42 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Datatype signature mismatch. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Send(*buf=0x466520, count=4, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-036.c:51) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-036) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=4, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-036.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-036) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-036.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217620 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260589 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217621 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260590 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.064697027206421 +Command return code: 255, elapsed time: 7.492277145385742 Finished #1478 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-036.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-037_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-037_0.elapsed index e73250331..b372bc409 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-037_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-037_0.elapsed @@ -1 +1 @@ -7.490909099578857 \ No newline at end of file +7.302180051803589 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-037_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-037_0.txt index 22d76cbb2..91f649f0c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-037_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-037_0.txt @@ -1,5 +1,5 @@ Running #2084 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-037.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-037.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=1, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=1, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-037.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-037) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-037) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d200, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-037.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-037) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-037) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-037.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-037.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228985 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275203 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228986 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275204 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.490909099578857 +Command return code: 255, elapsed time: 7.302180051803589 Finished #2084 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-037.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-038_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-038_0.elapsed index 26ab5c1e0..cd0810fdc 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-038_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-038_0.elapsed @@ -1 +1 @@ -7.342037916183472 \ No newline at end of file +7.4559385776519775 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-038_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-038_0.txt index 916f8617d..30e4080be 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-038_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-038_0.txt @@ -1,5 +1,5 @@ Running #1507 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-038.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-038.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b560, count=4, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=4, datatype=MPI_FLOAT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-038.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-038) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-038) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=4, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d200, count=4, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-038.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-038) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-038) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-038.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-038.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215853 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261115 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215854 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261116 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.342037916183472 +Command return code: 255, elapsed time: 7.4559385776519775 Finished #1507 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-038.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-039_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-039_0.elapsed index 5b1912efc..8e663d083 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-039_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-039_0.elapsed @@ -1 +1 @@ -7.394131422042847 \ No newline at end of file +7.409549951553345 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-039_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-039_0.txt index 6c281d361..22bd68c29 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-039_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-039_0.txt @@ -1,5 +1,5 @@ Running #1711 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-039.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-039.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_UINT64_T, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=1, datatype=MPI_UINT64_T, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-039.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-039) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-039) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-039.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-039) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-039) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-039.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-039.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226723 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271780 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226724 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271781 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.394131422042847 +Command return code: 255, elapsed time: 7.409549951553345 Finished #1711 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-039.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-040_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-040_0.elapsed index 0a7b71e75..7d2f69ca4 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-040_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-040_0.elapsed @@ -1 +1 @@ -1.081773281097412 \ No newline at end of file +7.371753215789795 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-040_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-040_0.txt index f5414a9ee..ef0645fa8 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-040_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-040_0.txt @@ -1,5 +1,5 @@ Running #2083 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-040.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-040.c (batchinfo:1/1) @@ -47,23 +47,42 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Datatype signature mismatch. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Send(*buf=0x465c00, count=4, datatype=MPI_UINT64_T, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-040.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-040) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Recv(*buf=0x4706d0, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-040.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-040) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-040.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228920 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274926 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228921 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274927 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.081773281097412 +Command return code: 255, elapsed time: 7.371753215789795 Finished #2083 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-040.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-041_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-041_0.elapsed index cfebba4c8..75f179623 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-041_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-041_0.elapsed @@ -1 +1 @@ -7.2320966720581055 \ No newline at end of file +7.2719690799713135 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-041_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-041_0.txt index a31783000..2ba14e619 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-041_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-041_0.txt @@ -1,5 +1,5 @@ Running #1259 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-041.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-041.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-041.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-041) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-041) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4705c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-041.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-041) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-041) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-041.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-041.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204700 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250963 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204701 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250964 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2320966720581055 +Command return code: 255, elapsed time: 7.2719690799713135 Finished #1259 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-041.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-042_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-042_0.elapsed index 271967b69..a36b84024 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-042_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-042_0.elapsed @@ -1 +1 @@ -7.398921489715576 \ No newline at end of file +7.231081485748291 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-042_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-042_0.txt index 115abd9a8..6a13236be 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-042_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-042_0.txt @@ -1,5 +1,5 @@ Running #1897 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-042.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-042.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac60, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c80, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-042.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-042) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-042) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-042.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-042) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-042) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-042.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-042.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231142 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277788 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231143 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277789 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.398921489715576 +Command return code: 255, elapsed time: 7.231081485748291 Finished #1897 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-042.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-043_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-043_0.elapsed index fac2f26b4..c8cca9014 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-043_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-043_0.elapsed @@ -1 +1 @@ -7.321305513381958 \ No newline at end of file +7.446349382400513 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-043_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-043_0.txt index ca71f2806..2da0ced89 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-043_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-043_0.txt @@ -1,5 +1,5 @@ Running #1388 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-043.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-043.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-043.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-043) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-043) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706b0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706a0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-043.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-043) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-043) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-043.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-043.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205471 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252132 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205472 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252133 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.321305513381958 +Command return code: 255, elapsed time: 7.446349382400513 Finished #1388 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-043.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-044_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-044_0.elapsed index aeb52f94f..168801486 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-044_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-044_0.elapsed @@ -1 +1 @@ -7.43628191947937 \ No newline at end of file +7.379932165145874 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-044_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-044_0.txt index a7eefcf54..bb8d89add 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-044_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-044_0.txt @@ -1,5 +1,5 @@ Running #1548 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-044.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-044.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b580, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x4664b0, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-044.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-044) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-044) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706b0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-044.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-044) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-044) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-044.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-044.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220497 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266798 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220498 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266799 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.43628191947937 +Command return code: 255, elapsed time: 7.379932165145874 Finished #1548 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-044.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-045_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-045_0.elapsed index 20bd3931c..b53af66cc 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-045_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-045_0.elapsed @@ -1 +1 @@ -7.536293268203735 \ No newline at end of file +7.460206985473633 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-045_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-045_0.txt index 34663c712..9e8d15979 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-045_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-045_0.txt @@ -1,5 +1,5 @@ Running #1313 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-045.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-045.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b550, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-045.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-045) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-045) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-045.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-045) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-045) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-045.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-045.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220586 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270583 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220587 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270584 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.536293268203735 +Command return code: 255, elapsed time: 7.460206985473633 Finished #1313 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-045.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-046_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-046_0.elapsed index 67ca16a47..d89ed3bea 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-046_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-046_0.elapsed @@ -1 +1 @@ -7.313863515853882 \ No newline at end of file +7.931438207626343 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-046_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-046_0.txt index 06422b89d..b1150132b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-046_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-046_0.txt @@ -1,5 +1,5 @@ Running #1557 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-046.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-046.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466580, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-046.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-046) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-046) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d140, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d180, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-046.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-046) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-046) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-046.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-046.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211850 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256406 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211851 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256411 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.313863515853882 +Command return code: 255, elapsed time: 7.931438207626343 Finished #1557 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-046.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-047_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-047_0.elapsed index 986778885..5f7526431 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-047_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-047_0.elapsed @@ -1 +1 @@ -7.448665142059326 \ No newline at end of file +7.549293518066406 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-047_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-047_0.txt index 83ecbcab1..614d90e99 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-047_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-047_0.txt @@ -1,5 +1,5 @@ Running #1611 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-047.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-047.c (batchinfo:1/1) @@ -56,20 +56,20 @@ Executing the command (cwd: None) | [0] ERROR: Buffer overflow because more elements were sent than fit into the receive buffer, | [0] ERROR: datatypes might also not match. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac50, count=1, datatype=MPI_DOUBLE_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=1, datatype=MPI_DOUBLE_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-047.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-047) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-047) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-047.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-047) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-047) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-047.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-047.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228363 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272673 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228364 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272674 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.448665142059326 +Command return code: 255, elapsed time: 7.549293518066406 Finished #1611 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-047.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-048_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-048_0.elapsed index b19d865ad..3e3446696 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-048_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-048_0.elapsed @@ -1 +1 @@ -7.149696588516235 \ No newline at end of file +7.062246799468994 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-048_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-048_0.txt index 517725956..959ecd86d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-048_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-048_0.txt @@ -1,5 +1,5 @@ Running #1805 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-048.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-048.c (batchinfo:1/1) @@ -55,20 +55,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=4, datatype=MPI_DOUBLE_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c10, count=4, datatype=MPI_DOUBLE_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-048.c:61) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-048) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-048) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4705f0, count=16, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706f0, count=16, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-048.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-048) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-048) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-048.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-048.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233622 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2348 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233623 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2349 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.149696588516235 +Command return code: 255, elapsed time: 7.062246799468994 Finished #1805 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-048.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-049_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-049_0.elapsed index e610aa543..5cc73cbab 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-049_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-049_0.elapsed @@ -1 +1 @@ -7.444960594177246 \ No newline at end of file +7.270726203918457 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-049_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-049_0.txt index a57527e06..4bba1327e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-049_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-049_0.txt @@ -1,5 +1,5 @@ Running #1860 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-049.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-049.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46acb0, count=1, datatype=MPI_2INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c70, count=1, datatype=MPI_2INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-049.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-049) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-049) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470720, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470770, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-049.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-049) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-049) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-049.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-049.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224480 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269042 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224481 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269043 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.444960594177246 +Command return code: 255, elapsed time: 7.270726203918457 Finished #1860 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-049.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-050_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-050_0.elapsed index f0dedfee8..ec6bb1b5a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-050_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-050_0.elapsed @@ -1 +1 @@ -7.5530455112457275 \ No newline at end of file +7.543062686920166 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-050_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-050_0.txt index f2ba7e92f..920c49502 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-050_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-050_0.txt @@ -1,5 +1,5 @@ Running #1749 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-050.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-050.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46acc0, count=8, datatype=MPI_2INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465be0, count=8, datatype=MPI_2INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-050.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-050) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-050) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47ca00, count=8, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47c8f0, count=8, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-050.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-050) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-050) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-050.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-050.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219258 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264135 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219259 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264136 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.5530455112457275 +Command return code: 255, elapsed time: 7.543062686920166 Finished #1749 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-050.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-051_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-051_0.elapsed index dc4cc2b4c..b6f3ddeee 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-051_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-051_0.elapsed @@ -1 +1 @@ -1.0648586750030518 \ No newline at end of file +7.360752582550049 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-051_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-051_0.txt index bad51a057..6ffbe514c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-051_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-051_0.txt @@ -1,5 +1,5 @@ Running #1638 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-051.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-051.c (batchinfo:1/1) @@ -47,23 +47,43 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Buffer overflow because more elements were sent than fit into the receive buffer, +| [0] ERROR: datatypes might also not match. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Send(*buf=0x465c70, count=1, datatype=0x8c000006, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-051.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-051) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Recv(*buf=0x470780, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-051.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-051) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-051.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226556 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271962 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226557 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271963 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0648586750030518 +Command return code: 255, elapsed time: 7.360752582550049 Finished #1638 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-051.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-052_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-052_0.elapsed index 938164991..2a5618a4e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-052_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-052_0.elapsed @@ -1 +1 @@ -7.703145742416382 \ No newline at end of file +7.35450553894043 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-052_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-052_0.txt index 5d9509a66..9498012a8 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-052_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-052_0.txt @@ -1,5 +1,5 @@ Running #1929 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-052.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-052.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ad40, count=8, datatype=0x8c000006, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465cf0, count=8, datatype=0x8c000006, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-052.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-052) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-052) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47ca60, count=24, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47caa0, count=24, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-052.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-052) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-052) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-052.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-052.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228799 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273367 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228800 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273368 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.703145742416382 +Command return code: 255, elapsed time: 7.35450553894043 Finished #1929 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-052.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-053_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-053_0.elapsed index 0134a756a..381356aa0 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-053_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-053_0.elapsed @@ -1 +1 @@ -7.407581567764282 \ No newline at end of file +7.347843170166016 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-053_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-053_0.txt index bb325d0d8..2f6a7fe62 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-053_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-053_0.txt @@ -1,5 +1,5 @@ Running #1853 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-053.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-053.c (batchinfo:1/1) @@ -52,20 +52,20 @@ Executing the command (cwd: None) | [0] ERROR: Buffer overflow because more elements were sent than fit into the receive buffer, | [0] ERROR: datatypes might also not match. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b630, count=1, datatype=0x8c000006, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466660, count=1, datatype=0x8c000006, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-053.c:57) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-053) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-053) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d460, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d520, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-053.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-053) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-053) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-053.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-053.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222812 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266969 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222813 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266970 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.407581567764282 +Command return code: 255, elapsed time: 7.347843170166016 Finished #1853 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-053.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-054_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-054_0.elapsed index 4da2363e6..74875b48e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-054_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-054_0.elapsed @@ -1 +1 @@ -7.28614616394043 \ No newline at end of file +7.428678750991821 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-054_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-054_0.txt index d707abd37..e5add5bce 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-054_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-054_0.txt @@ -1,5 +1,5 @@ Running #1251 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-054.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-054.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b630, count=8, datatype=0x8c000006, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x4665e0, count=8, datatype=0x8c000006, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-054.c:59) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-054) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-054) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d510, count=28, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d560, count=28, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-054.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-054) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-054) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-054.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-054.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222126 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264604 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222127 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264605 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.28614616394043 +Command return code: 255, elapsed time: 7.428678750991821 Finished #1251 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-054.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-055_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-055_0.elapsed index d6524d53c..99255bb56 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-055_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-055_0.elapsed @@ -1 +1 @@ -7.444839954376221 \ No newline at end of file +7.353412389755249 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-055_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-055_0.txt index a0051546c..c48188629 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-055_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-055_0.txt @@ -1,5 +1,5 @@ Running #1389 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-055.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-055.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46acd0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-055.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-055) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-055) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4705c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-055.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-055) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-055) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-055.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-055.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205896 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252308 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205897 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252309 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.444839954376221 +Command return code: 255, elapsed time: 7.353412389755249 Finished #1389 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-055.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-056_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-056_0.elapsed index 0c4396025..730452d8f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-056_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-056_0.elapsed @@ -1 +1 @@ -7.348672866821289 \ No newline at end of file +7.345881462097168 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-056_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-056_0.txt index 9dab8565f..8624790f5 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-056_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-056_0.txt @@ -1,5 +1,5 @@ Running #1543 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-056.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-056.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46acd0, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-056.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-056) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-056) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706d0, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-056.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-056) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-056) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-056.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-056.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216650 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262858 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216651 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262859 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.348672866821289 +Command return code: 255, elapsed time: 7.345881462097168 Finished #1543 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-056.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-057_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-057_0.elapsed index 6dd84e403..1988025d9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-057_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-057_0.elapsed @@ -1 +1 @@ -7.488200426101685 \ No newline at end of file +7.3751654624938965 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-057_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-057_0.txt index 53ff7a05a..6aef4a785 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-057_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-057_0.txt @@ -1,5 +1,5 @@ Running #1796 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-057.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-057.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-057.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-057) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-057) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706a0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-057.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-057) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-057) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-057.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-057.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226821 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272926 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226822 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272927 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.488200426101685 +Command return code: 255, elapsed time: 7.3751654624938965 Finished #1796 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-057.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-058_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-058_0.elapsed index b6a8a58ac..b212d97e2 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-058_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-058_0.elapsed @@ -1 +1 @@ -7.285927057266235 \ No newline at end of file +7.255109786987305 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-058_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-058_0.txt index 943c779e6..d8251f031 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-058_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-058_0.txt @@ -1,5 +1,5 @@ Running #1324 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-058.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-058.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b510, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-058.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-058) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-058) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1f0, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706b0, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-058.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-058) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-058) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-058.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-058.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208466 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254793 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208467 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254794 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.285927057266235 +Command return code: 255, elapsed time: 7.255109786987305 Finished #1324 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-058.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-059_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-059_0.elapsed index 898556472..0a8ddef67 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-059_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-059_0.elapsed @@ -1 +1 @@ -7.379977703094482 \ No newline at end of file +7.358769178390503 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-059_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-059_0.txt index 6d4b8f03c..5bbf57a69 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-059_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-059_0.txt @@ -1,5 +1,5 @@ Running #2056 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-059.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-059.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b560, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466490, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-059.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-059) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-059) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1b0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d1f0, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-059.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-059) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-059) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-059.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-059.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230039 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275715 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230040 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275716 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.379977703094482 +Command return code: 255, elapsed time: 7.358769178390503 Finished #2056 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-059.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-060_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-060_0.elapsed index 16dbb9242..e853b4d59 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-060_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-060_0.elapsed @@ -1 +1 @@ -7.359423398971558 \ No newline at end of file +7.343783140182495 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-060_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-060_0.txt index 644a43e97..3a058a53b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-060_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-060_0.txt @@ -1,5 +1,5 @@ Running #1336 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-060.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-060.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b570, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466590, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-060.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-060) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-060) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d250, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d290, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-060.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-060) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-060) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-060.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-060.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211672 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257550 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211673 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257551 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.359423398971558 +Command return code: 255, elapsed time: 7.343783140182495 Finished #1336 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-060.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061_0.elapsed index 3eda45185..f3b9e0682 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061_0.elapsed @@ -1 +1 @@ -7.48171854019165 \ No newline at end of file +1.2542204856872559 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061_0.md5sum b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061_0.md5sum deleted file mode 100644 index 4b05942ae..000000000 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -d4682db791729ec463023bd7dd98ec4a \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061_0.txt index 2292b84fa..22b703312 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061_0.txt @@ -1,5 +1,5 @@ Running #1279 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-061.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-061.c (batchinfo:1/1) @@ -47,42 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error -| [0] ERROR: Buffer overflow because of datatype signature mismatch. -| [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b550, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-061.c:47) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061) -| [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-061.c:43) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-061) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-061.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives -| -| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220148 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265955 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220149 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265956 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.48171854019165 +Command return code: 255, elapsed time: 1.2542204856872559 Finished #1279 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-061.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-062_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-062_0.elapsed index 0c83eee52..d4f255c35 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-062_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-062_0.elapsed @@ -1 +1 @@ -7.349867343902588 \ No newline at end of file +7.382064342498779 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-062_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-062_0.txt index 6eb14bedc..f10eae7b2 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-062_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-062_0.txt @@ -1,5 +1,5 @@ Running #1271 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-062.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-062.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b560, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-062.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-062) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-062) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d250, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d200, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-062.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-062) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-062) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-062.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-062.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213642 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259481 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213643 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259483 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.349867343902588 +Command return code: 255, elapsed time: 7.382064342498779 Finished #1271 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-062.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-063_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-063_0.elapsed index 219ef4469..46f6066e7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-063_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-063_0.elapsed @@ -1 +1 @@ -6.60601806640625 \ No newline at end of file +6.554128170013428 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-063_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-063_0.txt index 326836616..a5568e778 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-063_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-063_0.txt @@ -1,5 +1,5 @@ Running #1878 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-063.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-063.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-063.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-063) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-063) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffdc5b04d18) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffbcfbcb58) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-063.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-063) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-063) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffdc5b04d18->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fffbcfbcb58->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-063.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-063) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-063) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-063.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-063.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -81,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232411 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276235 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232412 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276236 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.60601806640625 +Command return code: 255, elapsed time: 6.554128170013428 Finished #1878 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-063.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-064_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-064_0.elapsed index 3894446ef..a3b0cc20e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-064_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-064_0.elapsed @@ -1 +1 @@ -6.362602710723877 \ No newline at end of file +6.493650436401367 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-064_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-064_0.txt index e6c6843e8..42b4cc76d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-064_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-064_0.txt @@ -1,5 +1,5 @@ Running #1553 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-064.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-064.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-064.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-064) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-064) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706d0, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffdbf584008) +| [0] ERROR: MPI_Irecv(*buf=0x470650, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffee21134f8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-064.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-064) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-064) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffdbf584008->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffee21134f8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-064.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-064) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-064) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-064.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-064.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210491 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255299 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210492 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255300 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.362602710723877 +Command return code: 255, elapsed time: 6.493650436401367 Finished #1553 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-064.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-065_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-065_0.elapsed index 8c907cec3..2a361aa2d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-065_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-065_0.elapsed @@ -1 +1 @@ -6.507838010787964 \ No newline at end of file +6.449423789978027 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-065_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-065_0.txt index bf185a770..fd2a56129 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-065_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-065_0.txt @@ -1,5 +1,5 @@ Running #1659 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-065.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-065.c (batchinfo:1/1) @@ -51,27 +51,28 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b500, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-065.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-065) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-065) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffca7678778) +| [0] ERROR: MPI_Irecv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffd70dd1828) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-065.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-065) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-065) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffca7678778->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffd70dd1828->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-065.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-065) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-065) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-065.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (normal) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-065.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives +| free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217713 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265272 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217714 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265273 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.507838010787964 +Command return code: 255, elapsed time: 6.449423789978027 Finished #1659 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-065.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-066_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-066_0.elapsed index 2cdeff8a1..3afc3a1c3 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-066_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-066_0.elapsed @@ -1 +1 @@ -6.41061806678772 \ No newline at end of file +6.56130838394165 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-066_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-066_0.txt index c8174a01d..077ad0dc0 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-066_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-066_0.txt @@ -1,5 +1,5 @@ Running #1713 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-066.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-066.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b500, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-066.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-066) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-066) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d1f0, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffe27e97978) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffee05fa868) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-066.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-066) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-066) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffe27e97978->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffee05fa868->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-066.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-066) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-066) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-066.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-066.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229022 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274618 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229023 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274619 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.41061806678772 +Command return code: 255, elapsed time: 6.56130838394165 Finished #1713 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-066.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-067_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-067_0.elapsed index f33925d6c..86bb461dc 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-067_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-067_0.elapsed @@ -1 +1 @@ -6.295048952102661 \ No newline at end of file +6.449113368988037 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-067_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-067_0.txt index f7d74e9ee..88c98d9e7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-067_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-067_0.txt @@ -1,5 +1,5 @@ Running #1631 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-067.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-067.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b560, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-067.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-067) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-067) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d240, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffdada0aa08) +| [0] ERROR: MPI_Irecv(*buf=0x47d200, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffd203eb218) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-067.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-067) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-067) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffdada0aa08->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffd203eb218->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-067.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-067) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-067) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-067.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-067.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -81,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222636 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269243 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222637 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269244 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.295048952102661 +Command return code: 255, elapsed time: 6.449113368988037 Finished #1631 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-067.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-068_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-068_0.elapsed index 964a3d4bf..821510ea2 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-068_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-068_0.elapsed @@ -1 +1 @@ -6.367083549499512 \ No newline at end of file +6.355893611907959 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-068_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-068_0.txt index b99f53ffb..a01345f32 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-068_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-068_0.txt @@ -1,5 +1,5 @@ Running #1558 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-068.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-068.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466580, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-068.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-068) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-068) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d250, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffe422192b8) +| [0] ERROR: MPI_Irecv(*buf=0x47d210, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffe007b0248) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-068.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-068) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-068) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffe422192b8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffe007b0248->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-068.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-068) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-068) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-068.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-068.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212152 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256694 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212153 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256695 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.367083549499512 +Command return code: 255, elapsed time: 6.355893611907959 Finished #1558 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-068.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069_0.elapsed index ad775e5fe..5619942bc 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069_0.elapsed @@ -1 +1 @@ -6.404873847961426 \ No newline at end of file +6.302648305892944 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069_0.txt index 53deb1d76..a772f76e3 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069_0.txt @@ -1,5 +1,5 @@ Running #1427 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-069.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-069.c (batchinfo:1/1) @@ -51,32 +51,32 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac50, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-069.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-069) | [0] ERROR: Persistent receive request created at: -| [0] ERROR: MPI_Recv_init(*buf=0x4705c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff364944c8) +| [0] ERROR: MPI_Recv_init(*buf=0x4705c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc748e3328) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-069.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-069) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Start(*request=0x7fff364944c8->0x2c000002) +| [0] ERROR: MPI_Start(*request=0x7ffc748e3328->0x2c000002) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-069.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-069) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff364944c8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffc748e3328->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-069.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-069) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-069) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-069.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-069.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -87,16 +87,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207916 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253592 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207917 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253593 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.404873847961426 +Command return code: 255, elapsed time: 6.302648305892944 Finished #1427 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-069.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070_0.elapsed index 5ff1ffc55..0859a0223 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070_0.elapsed @@ -1 +1 @@ -6.332238435745239 \ No newline at end of file +6.308767557144165 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070_0.txt index 14a002832..bb740825b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070_0.txt @@ -1,5 +1,5 @@ Running #1755 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-070.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-070.c (batchinfo:1/1) @@ -51,32 +51,32 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46acd0, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-070.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-070) | [0] ERROR: Persistent receive request created at: -| [0] ERROR: MPI_Recv_init(*buf=0x4706d0, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc28fb3498) +| [0] ERROR: MPI_Recv_init(*buf=0x4705d0, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcea0a1cd8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-070.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-070) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Start(*request=0x7ffc28fb3498->0x2c000002) +| [0] ERROR: MPI_Start(*request=0x7ffcea0a1cd8->0x2c000002) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-070.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-070) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffc28fb3498->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffcea0a1cd8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-070.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-070) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-070) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-070.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-070.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -86,16 +86,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223161 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268118 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223163 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268119 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.332238435745239 +Command return code: 255, elapsed time: 6.308767557144165 Finished #1755 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-070.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071_0.elapsed index 7b3810015..c9c55ad2e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071_0.elapsed @@ -1 +1 @@ -6.475168228149414 \ No newline at end of file +6.542599678039551 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071_0.txt index 560b9706b..dd87eeaa6 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071_0.txt @@ -1,5 +1,5 @@ Running #1314 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-071.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-071.c (batchinfo:1/1) @@ -51,32 +51,32 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b580, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x4664b0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-071.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-071) | [0] ERROR: Persistent receive request created at: -| [0] ERROR: MPI_Recv_init(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffee637e058) +| [0] ERROR: MPI_Recv_init(*buf=0x470730, count=1, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffff72da9a8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-071.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-071) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Start(*request=0x7ffee637e058->0x2c000002) +| [0] ERROR: MPI_Start(*request=0x7ffff72da9a8->0x2c000002) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-071.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-071) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffee637e058->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffff72da9a8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-071.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-071) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-071) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-071.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-071.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -87,16 +87,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220839 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270802 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220840 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270803 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.475168228149414 +Command return code: 255, elapsed time: 6.542599678039551 Finished #1314 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-071.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072_0.elapsed index 519e41bee..c503dce98 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072_0.elapsed @@ -1 +1 @@ -6.476522922515869 \ No newline at end of file +6.3787171840667725 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072_0.txt index be44888b3..3e5759960 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072_0.txt @@ -1,5 +1,5 @@ Running #1815 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-072.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-072.c (batchinfo:1/1) @@ -51,32 +51,32 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466530, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-072.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-072) | [0] ERROR: Persistent receive request created at: -| [0] ERROR: MPI_Recv_init(*buf=0x47d160, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7fff9c5ecf18) +| [0] ERROR: MPI_Recv_init(*buf=0x470740, count=8, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffe0ea06418) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-072.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-072) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Start(*request=0x7fff9c5ecf18->0x2c000002) +| [0] ERROR: MPI_Start(*request=0x7ffe0ea06418->0x2c000002) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-072.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-072) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff9c5ecf18->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffe0ea06418->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-072.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-072) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-072) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-072.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-072.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -86,16 +86,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220834 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265868 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220835 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265869 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.476522922515869 +Command return code: 255, elapsed time: 6.3787171840667725 Finished #1815 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-072.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073_0.elapsed index 719a376ce..10c2932b1 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073_0.elapsed @@ -1 +1 @@ -7.609830141067505 \ No newline at end of file +0.9593560695648193 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073_0.md5sum b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073_0.md5sum deleted file mode 100644 index e1dce0245..000000000 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -586f4ac03285700a49ef687db7499a48 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073_0.txt index c15979c02..03b739d2c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073_0.txt @@ -1,5 +1,5 @@ Running #1233 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-073.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-073.c (batchinfo:1/1) @@ -47,42 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error -| [0] ERROR: Datatype signature mismatch. -| [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46acd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-073.c:45) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073) -| [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-073.c:40) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-073) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-073.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives -| -| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207349 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249987 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207350 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249989 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.609830141067505 +Command return code: 255, elapsed time: 0.9593560695648193 Finished #1233 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-073.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-074_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-074_0.elapsed index 7ba43f5fc..9b00fd830 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-074_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-074_0.elapsed @@ -1 +1 @@ -7.41006875038147 \ No newline at end of file +7.318800449371338 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-074_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-074_0.txt index f9677db20..284d8e3e8 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-074_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-074_0.txt @@ -1,5 +1,5 @@ Running #1269 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-074.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-074.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac50, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-074.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-074) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-074) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706d0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470650, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-074.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-074) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-074) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-074.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-074.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213062 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258792 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213063 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258793 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.41006875038147 +Command return code: 255, elapsed time: 7.318800449371338 Finished #1269 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-074.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-075_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-075_0.elapsed index 22a59665c..9cf238555 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-075_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-075_0.elapsed @@ -1 +1 @@ -7.352468013763428 \ No newline at end of file +7.416439533233643 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-075_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-075_0.txt index 5b28d154d..903945ee4 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-075_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-075_0.txt @@ -1,5 +1,5 @@ Running #1445 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-075.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-075.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b500, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-075.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-075) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-075) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706a0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-075.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-075) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-075) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-075.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-075.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218911 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264784 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218912 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264785 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.352468013763428 +Command return code: 255, elapsed time: 7.416439533233643 Finished #1445 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-075.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-076_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-076_0.elapsed index a49854abe..1976d6eb2 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-076_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-076_0.elapsed @@ -1 +1 @@ -7.445182800292969 \ No newline at end of file +7.333364009857178 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-076_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-076_0.txt index ef715072a..80b974722 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-076_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-076_0.txt @@ -1,5 +1,5 @@ Running #1334 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-076.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-076.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466530, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-076.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-076) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-076) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d0f0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470740, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-076.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-076) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-076) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-076.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-076.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210775 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256717 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210776 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256718 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.445182800292969 +Command return code: 255, elapsed time: 7.333364009857178 Finished #1334 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-076.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-077_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-077_0.elapsed index 35f317e23..054d8b22d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-077_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-077_0.elapsed @@ -1 +1 @@ -7.43031120300293 \ No newline at end of file +7.3963096141815186 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-077_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-077_0.txt index 5e1168d89..d23c99479 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-077_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-077_0.txt @@ -1,5 +1,5 @@ Running #1496 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-077.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-077.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b560, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466490, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-077.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-077) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-077) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d200, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-077.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-077) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-077) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-077.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-077.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213139 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258796 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213140 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258797 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.43031120300293 +Command return code: 255, elapsed time: 7.3963096141815186 Finished #1496 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-077.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-078_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-078_0.elapsed index 18ed4c987..e7ea3ae05 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-078_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-078_0.elapsed @@ -1 +1 @@ -7.406192064285278 \ No newline at end of file +7.4405198097229 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-078_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-078_0.txt index ab9aef8b0..70c325323 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-078_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-078_0.txt @@ -1,5 +1,5 @@ Running #1658 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-078.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-078.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b560, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466590, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-078.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-078) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-078) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d250, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d290, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-078.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-078) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-078) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-078.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-078.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217328 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264984 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217329 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264985 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.406192064285278 +Command return code: 255, elapsed time: 7.4405198097229 Finished #1658 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-078.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-079_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-079_0.elapsed index d50897a72..215140f8c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-079_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-079_0.elapsed @@ -1 +1 @@ -7.472989320755005 \ No newline at end of file +7.3502724170684814 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-079_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-079_0.txt index a0d6454b2..c216ab5f0 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-079_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-079_0.txt @@ -1,5 +1,5 @@ Running #2087 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-079.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-079.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b5d0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466510, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-079.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-079) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-079) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-079.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-079) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-079) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-079.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-079.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229894 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276107 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229895 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276108 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.472989320755005 +Command return code: 255, elapsed time: 7.3502724170684814 Finished #2087 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-079.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-080_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-080_0.elapsed index c0b288ca2..8014c1798 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-080_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-080_0.elapsed @@ -1 +1 @@ -6.85761284828186 \ No newline at end of file +6.953489780426025 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-080_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-080_0.txt index b828dba74..84b89e47b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-080_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-080_0.txt @@ -1,5 +1,5 @@ Running #1940 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-080.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-080.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-080.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-080) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-080) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1c0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d190, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-080.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-080) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-080) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-080.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-080.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 235457 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 4270 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 235458 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 4271 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.85761284828186 +Command return code: 255, elapsed time: 6.953489780426025 Finished #1940 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-080.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-081_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-081_0.elapsed index bc70567d3..b369cd91d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-081_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-081_0.elapsed @@ -1 +1 @@ -1.109955072402954 \ No newline at end of file +6.289579391479492 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-081_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-081_0.txt index e114fdcf4..59d4af90e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-081_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-081_0.txt @@ -1,5 +1,5 @@ Running #2054 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-081.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-081.c (batchinfo:1/1) @@ -47,23 +47,49 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Datatype signature mismatch. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Send(*buf=0x465c00, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-081.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-081) +| [0] ERROR: Receive request activated at: +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffdb29680d8) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-081.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-081) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Wait(*request=0x7ffdb29680d8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-081.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-081) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-081.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (fast) +| [0] ERROR: Signal 6 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... +| [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229929 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275367 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229930 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275368 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.109955072402954 +Command return code: 255, elapsed time: 6.289579391479492 Finished #2054 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-081.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-082_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-082_0.elapsed index 38c90d5c0..2dfe61323 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-082_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-082_0.elapsed @@ -1 +1 @@ -6.395067453384399 \ No newline at end of file +7.5679075717926025 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-082_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-082_0.txt index a7a2a3752..795fd851e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-082_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-082_0.txt @@ -1,5 +1,5 @@ Running #1385 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-082.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-082.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c10, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-082.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-082) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-082) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4705d0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff450cac48) +| [0] ERROR: MPI_Irecv(*buf=0x470650, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcee663368) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-082.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-082) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-082) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff450cac48->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffcee663368->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-082.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-082) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-082) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-082.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-082.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215923 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263873 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215924 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263875 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.395067453384399 +Command return code: 255, elapsed time: 7.5679075717926025 Finished #1385 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-082.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-083_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-083_0.elapsed index 3d364afae..ba97504f9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-083_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-083_0.elapsed @@ -1 +1 @@ -6.299431324005127 \ No newline at end of file +6.180755376815796 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-083_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-083_0.txt index 8dd0242ac..06be71a56 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-083_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-083_0.txt @@ -1,5 +1,5 @@ Running #1899 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-083.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-083.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b510, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x4664c0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-083.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-083) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-083) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470730, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffceda3a338) +| [0] ERROR: MPI_Irecv(*buf=0x4706b0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffd96ea97f8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-083.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-083) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-083) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffceda3a338->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffd96ea97f8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-083.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-083) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-083) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-083.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-083.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231884 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 278026 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231885 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 278027 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.299431324005127 +Command return code: 255, elapsed time: 6.180755376815796 Finished #1899 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-083.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-084_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-084_0.elapsed index 261a10ec0..a0784de0d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-084_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-084_0.elapsed @@ -1 +1 @@ -6.465922117233276 \ No newline at end of file +6.453696250915527 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-084_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-084_0.txt index 869f5e2af..e4535c9a9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-084_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-084_0.txt @@ -1,5 +1,5 @@ Running #1784 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-084.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-084.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x4664b0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-084.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-084) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-084) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d170, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffd686d5598) +| [0] ERROR: MPI_Irecv(*buf=0x470740, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffe844ad2b8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-084.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-084) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-084) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffd686d5598->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffe844ad2b8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-084.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-084) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-084) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-084.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-084.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220629 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266545 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220630 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266546 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.465922117233276 +Command return code: 255, elapsed time: 6.453696250915527 Finished #1784 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-084.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-085_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-085_0.elapsed index 48ca44f48..580e9bef9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-085_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-085_0.elapsed @@ -1 +1 @@ -6.316951036453247 \ No newline at end of file +6.3918139934539795 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-085_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-085_0.txt index 739532207..9564f8188 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-085_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-085_0.txt @@ -1,5 +1,5 @@ Running #1644 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-085.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-085.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b570, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466520, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-085.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-085) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-085) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d240, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *request=0x7ffddb9e1528) +| [0] ERROR: MPI_Irecv(*buf=0x47d280, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *request=0x7ffcecf462c8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-085.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-085) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-085) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffddb9e1528->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffcecf462c8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-085.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-085) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-085) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-085.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-085.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231291 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276524 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231292 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276525 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.316951036453247 +Command return code: 255, elapsed time: 6.3918139934539795 Finished #1644 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-085.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-086_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-086_0.elapsed index ceeee2db7..32a50997e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-086_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-086_0.elapsed @@ -1 +1 @@ -1.1562466621398926 \ No newline at end of file +6.551875352859497 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-086_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-086_0.txt index 1d05026e0..e2b230f21 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-086_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-086_0.txt @@ -1,5 +1,5 @@ Running #1316 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-086.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-086.c (batchinfo:1/1) @@ -47,23 +47,49 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Datatype signature mismatch. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Send(*buf=0x466590, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-086.c:54) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-086) +| [0] ERROR: Receive request activated at: +| [0] ERROR: MPI_Irecv(*buf=0x47d290, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *request=0x7ffd031f74b8) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-086.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-086) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Wait(*request=0x7ffd031f74b8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-086.c:51) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-086) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-086.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (fast) +| [0] ERROR: Signal 6 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... +| [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221213 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270927 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221214 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270928 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1562466621398926 +Command return code: 255, elapsed time: 6.551875352859497 Finished #1316 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-086.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-087_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-087_0.elapsed index 033fbd468..8f1e39c23 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-087_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-087_0.elapsed @@ -1 +1 @@ -6.267083406448364 \ No newline at end of file +6.3977251052856445 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-087_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-087_0.txt index 4b61a11d5..ef67a8087 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-087_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-087_0.txt @@ -1,5 +1,5 @@ Running #1775 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-087.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-087.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-087.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-087) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-087) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d240, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffd9b868ac8) +| [0] ERROR: MPI_Irecv(*buf=0x47d280, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffe2d82afb8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-087.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-087) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-087) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffd9b868ac8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffe2d82afb8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-087.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-087) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-087) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-087.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-087.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231915 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276368 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231916 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276369 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.267083406448364 +Command return code: 255, elapsed time: 6.3977251052856445 Finished #1775 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-087.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-088_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-088_0.elapsed index 898617b65..d6843663f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-088_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-088_0.elapsed @@ -1 +1 @@ -6.571326971054077 \ No newline at end of file +6.474269390106201 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-088_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-088_0.txt index 42c10c263..4724fac15 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-088_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-088_0.txt @@ -1,5 +1,5 @@ Running #1830 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-088.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-088.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b5d0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466510, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-088.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-088) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-088) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d250, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffe0fd72a98) +| [0] ERROR: MPI_Irecv(*buf=0x47d290, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffcaeb948b8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-088.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-088) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-088) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffe0fd72a98->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffcaeb948b8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-088.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-088) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-088) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-088.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-088.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227385 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271173 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227386 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271176 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.571326971054077 +Command return code: 255, elapsed time: 6.474269390106201 Finished #1830 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-088.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-089_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-089_0.elapsed index f1a3fea74..26e2c81f8 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-089_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-089_0.elapsed @@ -1 +1 @@ -0.9633839130401611 \ No newline at end of file +6.308704614639282 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-089_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-089_0.txt index 9ec519684..b3f552847 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-089_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-089_0.txt @@ -1,5 +1,5 @@ Running #1431 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-089.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-089.c (batchinfo:1/1) @@ -47,23 +47,55 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Datatype signature mismatch. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-089.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-089) +| [0] ERROR: Persistent receive request created at: +| [0] ERROR: MPI_Recv_init(*buf=0x470630, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffca28642e8) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-089.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-089) +| [0] ERROR: Receive request activated at: +| [0] ERROR: MPI_Start(*request=0x7ffca28642e8->0x2c000002) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-089.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-089) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Wait(*request=0x7ffca28642e8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-089.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-089) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-089.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (fast) +| [0] ERROR: Signal 6 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... +| [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208523 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254269 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208524 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254270 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9633839130401611 +Command return code: 255, elapsed time: 6.308704614639282 Finished #1431 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-089.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090_0.elapsed index 219e4018e..83ba91313 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090_0.elapsed @@ -1 +1 @@ -6.107025146484375 \ No newline at end of file +6.030664443969727 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090_0.txt index 4613bc3b3..ecc4c091f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090_0.txt @@ -1,5 +1,5 @@ Running #2065 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-090.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-090.c (batchinfo:1/1) @@ -51,32 +51,32 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-090.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-090) | [0] ERROR: Persistent receive request created at: -| [0] ERROR: MPI_Recv_init(*buf=0x4706d0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd80e82a28) +| [0] ERROR: MPI_Recv_init(*buf=0x470640, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe0f29cc48) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-090.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-090) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Start(*request=0x7ffd80e82a28->0x2c000002) +| [0] ERROR: MPI_Start(*request=0x7ffe0f29cc48->0x2c000002) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-090.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-090) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffd80e82a28->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffe0f29cc48->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-090.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-090) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-090) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-090.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-090.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -86,16 +86,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234339 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3660 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234340 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3661 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.107025146484375 +Command return code: 255, elapsed time: 6.030664443969727 Finished #2065 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-090.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-091_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-091_0.elapsed index 860875167..5be69d655 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-091_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-091_0.elapsed @@ -1 +1 @@ -7.290467977523804 \ No newline at end of file +7.750945329666138 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-091_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-091_0.txt index 896830730..976921223 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-091_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-091_0.txt @@ -1,5 +1,5 @@ Running #1675 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-091.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-091.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46acd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-091.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-091) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-091) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_CHAR, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-091.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-091) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-091) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-091.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-091.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226064 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272555 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226065 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272556 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.290467977523804 +Command return code: 255, elapsed time: 7.750945329666138 Finished #1675 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-091.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-092_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-092_0.elapsed index 9cf6725f3..8fce63d61 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-092_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-092_0.elapsed @@ -1 +1 @@ -7.384261608123779 \ No newline at end of file +7.288738965988159 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-092_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-092_0.txt index 87ceb2912..38982082c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-092_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-092_0.txt @@ -1,5 +1,5 @@ Running #1637 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-092.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-092.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac50, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-092.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-092) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-092) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706c0, count=4, datatype=MPI_CHAR, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-092.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-092) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-092) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-092.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-092.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226289 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271572 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226290 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271574 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.384261608123779 +Command return code: 255, elapsed time: 7.288738965988159 Finished #1637 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-092.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-093_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-093_0.elapsed index 2dcc8cd5c..85d571baa 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-093_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-093_0.elapsed @@ -1 +1 @@ -7.380380868911743 \ No newline at end of file +7.344854116439819 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-093_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-093_0.txt index df6ca3797..b210dd959 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-093_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-093_0.txt @@ -1,5 +1,5 @@ Running #1756 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-093.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-093.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b580, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-093.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-093) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-093) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706a0, count=1, datatype=MPI_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-093.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-093) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-093) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-093.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-093.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223490 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268438 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223491 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268439 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.380380868911743 +Command return code: 255, elapsed time: 7.344854116439819 Finished #1756 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-093.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-094_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-094_0.elapsed index e21337cf1..0b641f016 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-094_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-094_0.elapsed @@ -1 +1 @@ -7.280190944671631 \ No newline at end of file +7.1494317054748535 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-094_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-094_0.txt index cd515509f..8f863318c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-094_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-094_0.txt @@ -1,5 +1,5 @@ Running #1970 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-094.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-094.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-094.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-094) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-094) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706a0, count=4, datatype=MPI_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-094.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-094) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-094) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-094.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-094.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232308 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2285 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232309 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2286 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.280190944671631 +Command return code: 255, elapsed time: 7.1494317054748535 Finished #1970 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-094.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-095_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-095_0.elapsed index 68eb2fecc..5c2417b53 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-095_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-095_0.elapsed @@ -1 +1 @@ -8.9459969997406 \ No newline at end of file +7.381176233291626 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-095_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-095_0.txt index 3efc896f0..768858644 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-095_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-095_0.txt @@ -1,5 +1,5 @@ Running #1253 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-095.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-095.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b5d0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-095.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-095) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-095) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_CHAR, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d200, count=1, datatype=MPI_CHAR, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-095.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-095) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-095) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-095.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-095.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223029 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265355 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223030 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265357 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.9459969997406 +Command return code: 255, elapsed time: 7.381176233291626 Finished #1253 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-095.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-096_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-096_0.elapsed index ba72d4f32..90ad900fe 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-096_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-096_0.elapsed @@ -1 +1 @@ -1.0989108085632324 \ No newline at end of file +7.40507698059082 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-096_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-096_0.txt index aa6061a9f..247ab0d02 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-096_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-096_0.txt @@ -1,5 +1,5 @@ Running #1851 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-096.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-096.c (batchinfo:1/1) @@ -47,23 +47,42 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Datatype signature mismatch. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Send(*buf=0x466580, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-096.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-096) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=4, datatype=MPI_CHAR, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-096.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-096) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-096.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222397 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266287 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222399 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266288 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0989108085632324 +Command return code: 255, elapsed time: 7.40507698059082 Finished #1851 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-096.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-097_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-097_0.elapsed index 5879cc750..19790311d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-097_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-097_0.elapsed @@ -1 +1 @@ -6.518511056900024 \ No newline at end of file +6.322808027267456 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-097_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-097_0.txt index fd29fb6b2..393fb99a6 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-097_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-097_0.txt @@ -1,5 +1,5 @@ Running #1919 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-097.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-097.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46acd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-097.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-097) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-097) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_CHAR, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffed3139468) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_CHAR, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc5ba86058) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-097.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-097) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-097) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffed3139468->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffc5ba86058->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-097.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-097) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-097) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-097.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-097.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -81,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224519 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269820 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224520 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269821 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.518511056900024 +Command return code: 255, elapsed time: 6.322808027267456 Finished #1919 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-097.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-098_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-098_0.elapsed index 2403aabc9..424b87eae 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-098_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-098_0.elapsed @@ -1 +1 @@ -6.480749130249023 \ No newline at end of file +6.510085821151733 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-098_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-098_0.txt index 080b49c2a..56f4612a2 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-098_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-098_0.txt @@ -1,5 +1,5 @@ Running #1346 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-098.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-098.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac50, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-098.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-098) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-098) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=4, datatype=MPI_CHAR, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc71e59ca8) +| [0] ERROR: MPI_Irecv(*buf=0x4705c0, count=4, datatype=MPI_CHAR, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe1393bed8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-098.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-098) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-098) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffc71e59ca8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffe1393bed8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-098.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-098) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-098) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-098.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-098.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219495 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265066 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219497 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265067 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.480749130249023 +Command return code: 255, elapsed time: 6.510085821151733 Finished #1346 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-098.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-099_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-099_0.elapsed index d9da0703d..b246a5771 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-099_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-099_0.elapsed @@ -1 +1 @@ -6.4892473220825195 \ No newline at end of file +6.484385013580322 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-099_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-099_0.txt index 32e762276..1c19e7563 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-099_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-099_0.txt @@ -1,5 +1,5 @@ Running #1350 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-099.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-099.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b500, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-099.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-099) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-099) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470730, count=1, datatype=MPI_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffefac665e8) +| [0] ERROR: MPI_Irecv(*buf=0x4706b0, count=1, datatype=MPI_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffd39de5868) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-099.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-099) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-099) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffefac665e8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffd39de5868->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-099.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-099) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-099) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-099.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-099.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -81,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220284 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266250 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220285 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266251 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.4892473220825195 +Command return code: 255, elapsed time: 6.484385013580322 Finished #1350 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-099.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-100_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-100_0.elapsed index 8d819fa4e..eddee7243 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-100_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-100_0.elapsed @@ -1 +1 @@ -6.356245756149292 \ No newline at end of file +6.36011815071106 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-100_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-100_0.txt index 4b2b423e5..f448d4452 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-100_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-100_0.txt @@ -1,5 +1,5 @@ Running #1691 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-100.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-100.c (batchinfo:1/1) @@ -51,27 +51,27 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-100.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-100) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-100) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470630, count=4, datatype=MPI_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffc23cf3f08) +| [0] ERROR: MPI_Irecv(*buf=0x4706a0, count=4, datatype=MPI_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffde5578818) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-100.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-100) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-100) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffc23cf3f08->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffde5578818->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-100.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-100) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-100) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-100.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (fast) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-100.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (normal) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217103 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263385 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217104 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263386 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.356245756149292 +Command return code: 255, elapsed time: 6.36011815071106 Finished #1691 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-100.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-101_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-101_0.elapsed index f1742a29e..33e9b9b2e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-101_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-101_0.elapsed @@ -1 +1 @@ -0.9160261154174805 \ No newline at end of file +6.488776683807373 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-101_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-101_0.txt index 71e840154..6e8228504 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-101_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-101_0.txt @@ -1,5 +1,5 @@ Running #1689 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-101.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-101.c (batchinfo:1/1) @@ -47,23 +47,50 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Buffer overflow because of datatype signature mismatch. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Send(*buf=0x466500, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-101.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-101) +| [0] ERROR: Receive request activated at: +| [0] ERROR: MPI_Irecv(*buf=0x47d280, count=1, datatype=MPI_CHAR, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffc1473e968) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-101.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-101) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Wait(*request=0x7ffc1473e968->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-101.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-101) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-101.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives +| free(): invalid next size (fast) +| [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... +| [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216801 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263005 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216802 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263006 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9160261154174805 +Command return code: 255, elapsed time: 6.488776683807373 Finished #1689 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-101.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-102_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-102_0.elapsed index cbf2d73b5..06348e61d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-102_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-102_0.elapsed @@ -1 +1 @@ -6.314813137054443 \ No newline at end of file +6.537227630615234 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-102_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-102_0.txt index bdbff3c25..2b00e09e5 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-102_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-102_0.txt @@ -1,5 +1,5 @@ Running #1328 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-102.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-102.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b550, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466510, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-102.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-102) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-102) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d240, count=4, datatype=MPI_CHAR, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7fff17a771d8) +| [0] ERROR: MPI_Irecv(*buf=0x47d280, count=4, datatype=MPI_CHAR, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffd423a4f58) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-102.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-102) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-102) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff17a771d8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffd423a4f58->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-102.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-102) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-102) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-102.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-102.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209566 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255518 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209567 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255519 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.314813137054443 +Command return code: 255, elapsed time: 6.537227630615234 Finished #1328 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-102.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-103_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-103_0.elapsed index 19355f9f2..6fa013592 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-103_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-103_0.elapsed @@ -1 +1 @@ -7.369369983673096 \ No newline at end of file +7.346916437149048 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-103_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-103_0.txt index 9514e5c1f..1827609bb 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-103_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-103_0.txt @@ -1,5 +1,5 @@ Running #1361 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-103.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-103.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-103.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-103) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-103) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1b0, count=1, datatype=MPI_LONG, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_LONG, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-103.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-103) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-103) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-103.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-103.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209596 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258937 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209597 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258938 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.369369983673096 +Command return code: 255, elapsed time: 7.346916437149048 Finished #1361 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-103.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-104_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-104_0.elapsed index 572efc753..3723c0ea1 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-104_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-104_0.elapsed @@ -1 +1 @@ -8.133452892303467 \ No newline at end of file +7.55779242515564 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-104_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-104_0.txt index 8328f47e4..71a68b1b4 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-104_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-104_0.txt @@ -1,5 +1,5 @@ Running #2080 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-104.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-104.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466500, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-104.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-104) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-104) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1d0, count=4, datatype=MPI_LONG, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d290, count=4, datatype=MPI_LONG, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-104.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-104) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-104) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-104.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-104.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228095 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274296 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228096 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274297 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.133452892303467 +Command return code: 255, elapsed time: 7.55779242515564 Finished #2080 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-104.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-105_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-105_0.elapsed index 88f42c32d..f5ddae2db 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-105_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-105_0.elapsed @@ -1 +1 @@ -6.265661001205444 \ No newline at end of file +6.418474197387695 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-105_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-105_0.txt index c9b51dbf4..ff055190b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-105_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-105_0.txt @@ -1,5 +1,5 @@ Running #1859 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-105.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-105.c (batchinfo:1/1) @@ -51,27 +51,27 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac50, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c10, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-105.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-105) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-105) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_LONG_LONG, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe56bc2698) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_LONG_LONG, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc06556538) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-105.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-105) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-105) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffe56bc2698->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffc06556538->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-105.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-105) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-105) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-105.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (normal) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-105.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224272 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268652 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224273 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268654 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.265661001205444 +Command return code: 255, elapsed time: 6.418474197387695 Finished #1859 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-105.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-106_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-106_0.elapsed index ee38d33ed..efa04cf7d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-106_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-106_0.elapsed @@ -1 +1 @@ -6.207085609436035 \ No newline at end of file +6.197070121765137 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-106_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-106_0.txt index f06bdc28b..c25fc8a59 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-106_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-106_0.txt @@ -1,5 +1,5 @@ Running #2045 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-106.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-106.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac60, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-106.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-106) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-106) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470640, count=4, datatype=MPI_LONG_LONG, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff782e6cf8) +| [0] ERROR: MPI_Irecv(*buf=0x4705d0, count=4, datatype=MPI_LONG_LONG, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd13a155d8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-106.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-106) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-106) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff782e6cf8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffd13a155d8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-106.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-106) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-106) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-106.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-106.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232008 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277964 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232009 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277965 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.207085609436035 +Command return code: 255, elapsed time: 6.197070121765137 Finished #2045 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-106.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-107_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-107_0.elapsed index 56f4f1390..ee9f0bee2 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-107_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-107_0.elapsed @@ -1 +1 @@ -7.426917791366577 \ No newline at end of file +7.158141851425171 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-107_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-107_0.txt index 3c5e0cdcd..3a219e403 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-107_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-107_0.txt @@ -1,5 +1,5 @@ Running #1958 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-107.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-107.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466530, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-107.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-107) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-107) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706b0, count=1, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-107.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-107) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-107) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-107.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-107.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230111 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277534 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230112 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277535 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.426917791366577 +Command return code: 255, elapsed time: 7.158141851425171 Finished #1958 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-107.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-108_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-108_0.elapsed index 6db306cbc..2007498fc 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-108_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-108_0.elapsed @@ -1 +1 @@ -7.605742692947388 \ No newline at end of file +7.627342700958252 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-108_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-108_0.txt index 62ce0cad0..b9a35db2f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-108_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-108_0.txt @@ -1,5 +1,5 @@ Running #1384 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-108.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-108.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-108.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-108) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-108) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706a0, count=4, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-108.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-108) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-108) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-108.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-108.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215639 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263559 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215640 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263560 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.605742692947388 +Command return code: 255, elapsed time: 7.627342700958252 Finished #1384 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-108.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-109_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-109_0.elapsed index 4cf631109..d665abad3 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-109_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-109_0.elapsed @@ -1 +1 @@ -7.332407236099243 \ No newline at end of file +7.435553789138794 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-109_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-109_0.txt index c6e1a7a7c..997789a7a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-109_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-109_0.txt @@ -1,5 +1,5 @@ Running #1520 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-109.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-109.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466500, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-109.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-109) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-109) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1b0, count=1, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-109.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-109) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-109) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-109.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-109.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208191 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255355 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208193 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255357 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.332407236099243 +Command return code: 255, elapsed time: 7.435553789138794 Finished #1520 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-109.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-110_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-110_0.elapsed index 33bee6d4c..0b588bedf 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-110_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-110_0.elapsed @@ -1 +1 @@ -7.405510902404785 \ No newline at end of file +7.395588397979736 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-110_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-110_0.txt index e55f6aca1..d953aab64 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-110_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-110_0.txt @@ -1,5 +1,5 @@ Running #1309 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-110.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-110.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466580, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-110.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-110) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-110) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=4, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d180, count=4, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-110.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-110) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-110) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-110.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-110.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219971 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267570 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219972 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267572 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.405510902404785 +Command return code: 255, elapsed time: 7.395588397979736 Finished #1309 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-110.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-111_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-111_0.elapsed index 6a86b45c7..8a8853ca1 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-111_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-111_0.elapsed @@ -1 +1 @@ -6.301631450653076 \ No newline at end of file +6.380349159240723 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-111_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-111_0.txt index 5d2dd4672..666d42e3c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-111_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-111_0.txt @@ -1,5 +1,5 @@ Running #1237 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-111.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-111.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-111.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-111) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-111) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff5fc46688) +| [0] ERROR: MPI_Irecv(*buf=0x470630, count=1, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc4e87a068) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-111.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-111) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-111) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff5fc46688->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffc4e87a068->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-111.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-111) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-111) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-111.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-111.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -81,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211220 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253499 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211222 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253500 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.301631450653076 +Command return code: 255, elapsed time: 6.380349159240723 Finished #1237 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-111.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-112_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-112_0.elapsed index 758591517..3df467191 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-112_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-112_0.elapsed @@ -1 +1 @@ -6.292185544967651 \ No newline at end of file +6.614852428436279 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-112_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-112_0.txt index b216091ba..a4d4d58a8 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-112_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-112_0.txt @@ -1,5 +1,5 @@ Running #1437 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-112.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-112.c (batchinfo:1/1) @@ -51,27 +51,27 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-112.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-112) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-112) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470630, count=4, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd27710828) +| [0] ERROR: MPI_Irecv(*buf=0x470640, count=4, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc1d82ccb8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-112.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-112) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-112) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffd27710828->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffc1d82ccb8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-112.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-112) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-112) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-112.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (fast) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-112.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid size | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212947 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259284 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212949 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259285 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.292185544967651 +Command return code: 255, elapsed time: 6.614852428436279 Finished #1437 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-112.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-113_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-113_0.elapsed index db5cb3333..ab926bcb5 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-113_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-113_0.elapsed @@ -1 +1 @@ -6.214758396148682 \ No newline at end of file +6.3919453620910645 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-113_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-113_0.txt index 1119546a8..d4c8db8a6 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-113_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-113_0.txt @@ -1,5 +1,5 @@ Running #1646 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-113.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-113.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466530, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-113.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-113) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-113) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470730, count=1, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffc8ea629d8) +| [0] ERROR: MPI_Irecv(*buf=0x470730, count=1, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7fff4fa64df8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-113.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-113) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-113) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffc8ea629d8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fff4fa64df8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-113.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-113) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-113) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-113.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-113.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -81,16 +81,17 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231764 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276728 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231765 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276729 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.214758396148682 +| +Command return code: 255, elapsed time: 6.3919453620910645 Finished #1646 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-113.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-114_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-114_0.elapsed index eb1455261..422e397f1 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-114_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-114_0.elapsed @@ -1 +1 @@ -6.4857337474823 \ No newline at end of file +6.257175445556641 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-114_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-114_0.txt index e8df16b5c..ce093c659 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-114_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-114_0.txt @@ -1,5 +1,5 @@ Running #1832 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-114.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-114.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b500, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x4664c0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-114.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-114) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-114) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470730, count=4, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffc5b317b68) +| [0] ERROR: MPI_Irecv(*buf=0x470730, count=4, datatype=MPI_UNSIGNED_CHAR, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffedeea6ec8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-114.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-114) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-114) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffc5b317b68->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffedeea6ec8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-114.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-114) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-114) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-114.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-114.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227831 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271824 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227832 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271825 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.4857337474823 +Command return code: 255, elapsed time: 6.257175445556641 Finished #1832 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-114.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-115_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-115_0.elapsed index e0d194cf9..25d08872b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-115_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-115_0.elapsed @@ -1 +1 @@ -7.3360209465026855 \ No newline at end of file +9.065082311630249 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-115_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-115_0.txt index fd449c635..f3ec4e089 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-115_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-115_0.txt @@ -1,5 +1,5 @@ Running #1393 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-115.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-115.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-115.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-115) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-115) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4705c0, count=1, datatype=MPI_UNSIGNED, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_UNSIGNED, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-115.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-115) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-115) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-115.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-115.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209751 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256409 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209752 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256413 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3360209465026855 +Command return code: 255, elapsed time: 9.065082311630249 Finished #1393 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-115.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-116_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-116_0.elapsed index 0f511b55e..aa3951200 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-116_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-116_0.elapsed @@ -1 +1 @@ -8.130791425704956 \ No newline at end of file +7.085275173187256 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-116_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-116_0.txt index 7bad9b2b6..eeab6d069 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-116_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-116_0.txt @@ -1,5 +1,5 @@ Running #2100 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-116.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-116.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac50, count=4, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c80, count=4, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-116.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-116) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-116) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706c0, count=4, datatype=MPI_UNSIGNED, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-116.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-116) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-116) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-116.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-116.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 235168 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3402 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 235169 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3403 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.130791425704956 +Command return code: 255, elapsed time: 7.085275173187256 Finished #2100 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-116.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-117_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-117_0.elapsed index 17398907b..53787570c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-117_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-117_0.elapsed @@ -1 +1 @@ -6.464310169219971 \ No newline at end of file +6.267488479614258 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-117_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-117_0.txt index c20d59a87..f7db954f0 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-117_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-117_0.txt @@ -1,5 +1,5 @@ Running #2053 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-117.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-117.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-117.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-117) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-117) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470630, count=1, datatype=MPI_UNSIGNED_LONG, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffdbae7ee88) +| [0] ERROR: MPI_Irecv(*buf=0x4705c0, count=1, datatype=MPI_UNSIGNED_LONG, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffaa1ee658) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-117.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-117) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-117) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffdbae7ee88->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fffaa1ee658->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-117.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-117) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-117) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-117.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-117.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229796 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275141 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229797 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275142 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.464310169219971 +Command return code: 255, elapsed time: 6.267488479614258 Finished #2053 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-117.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-118_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-118_0.elapsed index 906d024a9..1d46a2ffe 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-118_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-118_0.elapsed @@ -1 +1 @@ -6.486802339553833 \ No newline at end of file +6.344252586364746 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-118_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-118_0.txt index 10b4773a3..585953bb3 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-118_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-118_0.txt @@ -1,5 +1,5 @@ Running #1747 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-118.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-118.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac60, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-118.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-118) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-118) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470650, count=4, datatype=MPI_UNSIGNED_LONG, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff50e9e328) +| [0] ERROR: MPI_Irecv(*buf=0x4705d0, count=4, datatype=MPI_UNSIGNED_LONG, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff2675d148) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-118.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-118) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-118) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff50e9e328->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fff2675d148->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-118.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-118) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-118) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-118.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-118.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228952 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275212 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228953 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275213 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.486802339553833 +Command return code: 255, elapsed time: 6.344252586364746 Finished #1747 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-118.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-119_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-119_0.elapsed index eefe9e49f..019707d18 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-119_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-119_0.elapsed @@ -1 +1 @@ -6.42578911781311 \ No newline at end of file +6.328392028808594 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-119_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-119_0.txt index 542b63900..890b70e33 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-119_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-119_0.txt @@ -1,5 +1,5 @@ Running #2030 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-119.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-119.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-119.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-119) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-119) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470640, count=1, datatype=MPI_UNSIGNED_LONG_LONG, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff499224b8) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_UNSIGNED_LONG_LONG, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcce105728) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-119.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-119) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-119) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff499224b8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffcce105728->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-119.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-119) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-119) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-119.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-119.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227623 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274574 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227624 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274575 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.42578911781311 +Command return code: 255, elapsed time: 6.328392028808594 Finished #2030 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-119.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-120_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-120_0.elapsed index 185de4c13..42690e5b9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-120_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-120_0.elapsed @@ -1 +1 @@ -6.809916973114014 \ No newline at end of file +6.524783134460449 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-120_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-120_0.txt index c1ede0c23..6a0173a35 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-120_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-120_0.txt @@ -1,5 +1,5 @@ Running #1610 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-120.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-120.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c10, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-120.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-120) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-120) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706d0, count=4, datatype=MPI_UNSIGNED_LONG_LONG, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffed9a550b8) +| [0] ERROR: MPI_Irecv(*buf=0x4706d0, count=4, datatype=MPI_UNSIGNED_LONG_LONG, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc72dd5c98) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-120.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-120) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-120) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffed9a550b8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffc72dd5c98->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-120.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-120) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-120) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-120.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-120.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228098 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272383 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228100 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272384 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.809916973114014 +Command return code: 255, elapsed time: 6.524783134460449 Finished #1610 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-120.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-121_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-121_0.elapsed index fffdff8db..6a8939bb6 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-121_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-121_0.elapsed @@ -1 +1 @@ -7.208471298217773 \ No newline at end of file +7.28412389755249 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-121_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-121_0.txt index fc0ad8de5..129b3fbe9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-121_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-121_0.txt @@ -1,5 +1,5 @@ Running #1780 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-121.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-121.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac60, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-121.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-121) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-121) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_FLOAT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_FLOAT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-121.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-121) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-121) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-121.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-121.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233835 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 642 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233836 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 643 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.208471298217773 +Command return code: 255, elapsed time: 7.28412389755249 Finished #1780 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-121.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122_0.elapsed index 87de8acb4..9a84dff19 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122_0.elapsed @@ -1 +1 @@ -7.490837335586548 \ No newline at end of file +1.082047939300537 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122_0.md5sum b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122_0.md5sum deleted file mode 100644 index ddd3eb231..000000000 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -93cc699fd7bc303fffcc413b73853b09 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122_0.txt index 655465ae5..58c0902c3 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122_0.txt @@ -1,5 +1,5 @@ Running #1826 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-122.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-122.c (batchinfo:1/1) @@ -47,42 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error -| [0] ERROR: Datatype signature mismatch. -| [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac50, count=4, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-122.c:46) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122) -| [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=4, datatype=MPI_FLOAT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-122.c:41) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-122) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-122.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives -| -| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223791 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268875 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223792 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268876 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.490837335586548 +Command return code: 255, elapsed time: 1.082047939300537 Finished #1826 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-122.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123_0.elapsed index e5ac16a33..56751d075 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123_0.elapsed @@ -1 +1 @@ -7.290335178375244 \ No newline at end of file +1.1171174049377441 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123_0.md5sum b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123_0.md5sum deleted file mode 100644 index dee42cfe8..000000000 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -1b5009077c1795b869cb7faf69251a62 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123_0.txt index 8e79a042d..b7beb6120 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123_0.txt @@ -1,5 +1,5 @@ Running #1907 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-123.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-123.c (batchinfo:1/1) @@ -47,42 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error -| [0] ERROR: Datatype signature mismatch. -| [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-123.c:47) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123) -| [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706a0, count=1, datatype=MPI_FLOAT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-123.c:43) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-123) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-123.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives -| -| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233097 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2079 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233098 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2080 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.290335178375244 +Command return code: 255, elapsed time: 1.1171174049377441 Finished #1907 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-123.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-124_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-124_0.elapsed index e883c008d..355d00594 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-124_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-124_0.elapsed @@ -1 +1 @@ -7.379953384399414 \ No newline at end of file +7.295894145965576 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-124_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-124_0.txt index 5c34ba4c7..ce3f714c4 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-124_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-124_0.txt @@ -1,5 +1,5 @@ Running #1284 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-124.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-124.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=4, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x4664b0, count=4, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-124.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-124) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-124) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706a0, count=4, datatype=MPI_FLOAT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470730, count=4, datatype=MPI_FLOAT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-124.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-124) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-124) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-124.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-124.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221215 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266853 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221216 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266854 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.379953384399414 +Command return code: 255, elapsed time: 7.295894145965576 Finished #1284 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-124.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-125_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-125_0.elapsed index 827a311ec..42ff3a80d 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-125_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-125_0.elapsed @@ -1 +1 @@ -7.4343202114105225 \ No newline at end of file +7.439976453781128 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-125_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-125_0.txt index dfe70e3a6..33782dc9c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-125_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-125_0.txt @@ -1,5 +1,5 @@ Running #1537 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-125.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-125.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b5d0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-125.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-125) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-125) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_FLOAT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d200, count=1, datatype=MPI_FLOAT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-125.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-125) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-125) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-125.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-125.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213426 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259925 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213427 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259926 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.4343202114105225 +Command return code: 255, elapsed time: 7.439976453781128 Finished #1537 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-125.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-126_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-126_0.elapsed index 4ec238efc..153109b4f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-126_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-126_0.elapsed @@ -1 +1 @@ -7.374876499176025 \ No newline at end of file +7.271617650985718 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-126_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-126_0.txt index 46aace15a..f595e7eb5 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-126_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-126_0.txt @@ -1,5 +1,5 @@ Running #1727 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-126.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-126.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=4, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=4, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-126.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-126) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-126) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=4, datatype=MPI_FLOAT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d200, count=4, datatype=MPI_FLOAT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-126.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-126) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-126) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-126.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-126.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219900 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266816 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219902 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266817 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.374876499176025 +Command return code: 255, elapsed time: 7.271617650985718 Finished #1727 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-126.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-127_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-127_0.elapsed index 8ed07d2d5..a5ca38eda 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-127_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-127_0.elapsed @@ -1 +1 @@ -6.307379245758057 \ No newline at end of file +6.361527681350708 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-127_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-127_0.txt index ed8b73ff0..5f73f8408 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-127_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-127_0.txt @@ -1,5 +1,5 @@ Running #1398 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-127.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-127.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-127.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-127) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-127) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470630, count=1, datatype=MPI_FLOAT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcff4d4088) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_FLOAT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffee746a638) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-127.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-127) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-127) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffcff4d4088->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffee746a638->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-127.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-127) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-127) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-127.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-127.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210886 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257508 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210887 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257509 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.307379245758057 +Command return code: 255, elapsed time: 6.361527681350708 Finished #1398 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-127.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-128_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-128_0.elapsed index 875c295fc..056450011 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-128_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-128_0.elapsed @@ -1 +1 @@ -6.338477611541748 \ No newline at end of file +6.5721306800842285 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-128_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-128_0.txt index 514158083..6b9c09a46 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-128_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-128_0.txt @@ -1,5 +1,5 @@ Running #1549 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-128.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-128.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac50, count=4, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=4, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-128.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-128) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-128) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=4, datatype=MPI_FLOAT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffddac4a0d8) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=4, datatype=MPI_FLOAT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc22dd5988) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-128.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-128) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-128) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffddac4a0d8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffc22dd5988->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-128.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-128) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-128) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-128.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-128.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220753 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267098 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220754 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267099 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.338477611541748 +Command return code: 255, elapsed time: 6.5721306800842285 Finished #1549 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-128.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-129_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-129_0.elapsed index e6b98d539..538bae927 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-129_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-129_0.elapsed @@ -1 +1 @@ -6.369865417480469 \ No newline at end of file +6.452930927276611 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-129_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-129_0.txt index 3e7cf91f4..f7ebc3c3f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-129_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-129_0.txt @@ -1,5 +1,5 @@ Running #1409 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-129.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-129.c (batchinfo:1/1) @@ -51,44 +51,45 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4e0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466510, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-129.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-129) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-129) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d140, count=1, datatype=MPI_FLOAT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *request=0x7fffbf31fc38) +| [0] ERROR: MPI_Irecv(*buf=0x47d280, count=1, datatype=MPI_FLOAT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *request=0x7ffca5b383e8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-129.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-129) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-129) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fffbf31fc38->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffca5b383e8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-129.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-129) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-129) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-129.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-129.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... +| [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218886 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264998 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218887 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264999 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.369865417480469 +Command return code: 255, elapsed time: 6.452930927276611 Finished #1409 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-129.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-130_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-130_0.elapsed index 919ff52a9..0ca438afe 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-130_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-130_0.elapsed @@ -1 +1 @@ -6.442792177200317 \ No newline at end of file +6.687248229980469 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-130_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-130_0.txt index a4b23709c..9652e2496 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-130_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-130_0.txt @@ -1,5 +1,5 @@ Running #1771 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-130.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-130.c (batchinfo:1/1) @@ -51,27 +51,27 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b560, count=4, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466490, count=4, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-130.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-130) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-130) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d240, count=4, datatype=MPI_FLOAT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *request=0x7ffedf128e88) +| [0] ERROR: MPI_Irecv(*buf=0x47d280, count=4, datatype=MPI_FLOAT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *request=0x7fff8f65ffc8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-130.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-130) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-130) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffedf128e88->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fff8f65ffc8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-130.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-130) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-130) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-130.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (fast) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-130.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (normal) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228801 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273850 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228802 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273851 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.442792177200317 +Command return code: 255, elapsed time: 6.687248229980469 Finished #1771 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-130.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-131_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-131_0.elapsed index a3032bd40..d622387e4 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-131_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-131_0.elapsed @@ -1 +1 @@ -7.4471752643585205 \ No newline at end of file +7.427747964859009 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-131_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-131_0.txt index 3a800a389..dae76fef0 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-131_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-131_0.txt @@ -1,5 +1,5 @@ Running #1762 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-131.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-131.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46acd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-131.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-131) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-131) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_UINT64_T, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4705c0, count=1, datatype=MPI_UINT64_T, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-131.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-131) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-131) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-131.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-131.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227420 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272197 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227421 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272198 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.4471752643585205 +Command return code: 255, elapsed time: 7.427747964859009 Finished #1762 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-131.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-132_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-132_0.elapsed index b3d337b43..bd5305273 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-132_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-132_0.elapsed @@ -1 +1 @@ -7.661362648010254 \ No newline at end of file +7.563291788101196 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-132_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-132_0.txt index a96fe3037..e48fec005 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-132_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-132_0.txt @@ -1,5 +1,5 @@ Running #1690 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-132.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-132.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-132.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-132) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-132) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470640, count=4, datatype=MPI_UINT64_T, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706d0, count=4, datatype=MPI_UINT64_T, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-132.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-132) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-132) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-132.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-132.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216891 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263199 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216892 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263200 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.661362648010254 +Command return code: 255, elapsed time: 7.563291788101196 Finished #1690 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-132.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-133_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-133_0.elapsed index f4e1c70ed..3f26b7cc2 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-133_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-133_0.elapsed @@ -1 +1 @@ -7.194953680038452 \ No newline at end of file +7.168733596801758 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-133_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-133_0.txt index 428fbca73..b0ff61075 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-133_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-133_0.txt @@ -1,5 +1,5 @@ Running #1779 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-133.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-133.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac60, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-133.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-133) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-133) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_BYTE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_BYTE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-133.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-133) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-133) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-133.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-133.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233662 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 278429 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233663 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 278430 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.194953680038452 +Command return code: 255, elapsed time: 7.168733596801758 Finished #1779 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-133.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-134_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-134_0.elapsed index e8af21922..465059af6 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-134_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-134_0.elapsed @@ -1 +1 @@ -7.263620853424072 \ No newline at end of file +7.33766770362854 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-134_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-134_0.txt index a9f2ab3cd..4bade9839 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-134_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-134_0.txt @@ -1,5 +1,5 @@ Running #1294 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-134.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-134.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c10, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-134.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-134) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-134) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4705c0, count=4, datatype=MPI_BYTE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470640, count=4, datatype=MPI_BYTE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-134.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-134) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-134) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-134.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-134.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206127 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251339 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206128 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251340 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.263620853424072 +Command return code: 255, elapsed time: 7.33766770362854 Finished #1294 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-134.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-135_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-135_0.elapsed index c3cf23297..a1c2023bf 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-135_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-135_0.elapsed @@ -1 +1 @@ -7.466017961502075 \ No newline at end of file +7.284121751785278 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-135_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-135_0.txt index 731e105b6..715babd06 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-135_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-135_0.txt @@ -1,5 +1,5 @@ Running #1374 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-135.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-135.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b560, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466510, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-135.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-135) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-135) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=1, datatype=MPI_BYTE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_BYTE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-135.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-135) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-135) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-135.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-135.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213354 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261258 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213355 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261259 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.466017961502075 +Command return code: 255, elapsed time: 7.284121751785278 Finished #1374 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-135.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-136_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-136_0.elapsed index 34ba81d60..721f65098 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-136_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-136_0.elapsed @@ -1 +1 @@ -7.203133583068848 \ No newline at end of file +7.27471923828125 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-136_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-136_0.txt index 4bc94a384..dfafcbc78 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-136_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-136_0.txt @@ -1,5 +1,5 @@ Running #2091 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-136.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-136.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466510, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-136.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-136) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-136) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d240, count=4, datatype=MPI_BYTE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=4, datatype=MPI_BYTE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-136.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-136) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-136) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-136.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-136.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232916 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 278104 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232917 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 278105 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.203133583068848 +Command return code: 255, elapsed time: 7.27471923828125 Finished #2091 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-136.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-137_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-137_0.elapsed index 7d1abf927..9d554737a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-137_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-137_0.elapsed @@ -1 +1 @@ -6.548388957977295 \ No newline at end of file +6.345009803771973 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-137_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-137_0.txt index 155f85b47..ec954f1aa 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-137_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-137_0.txt @@ -1,5 +1,5 @@ Running #2025 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-137.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-137.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac50, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c80, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-137.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-137) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-137) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_BYTE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd353b73b8) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=MPI_BYTE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff7ad11738) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-137.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-137) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-137) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffd353b73b8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fff7ad11738->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-137.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-137) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-137) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-137.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-137.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -81,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226830 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273978 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226831 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273979 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.548388957977295 +Command return code: 255, elapsed time: 6.345009803771973 Finished #2025 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-137.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-138_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-138_0.elapsed index f1353bb37..4c08a343a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-138_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-138_0.elapsed @@ -1 +1 @@ -6.344358444213867 \ No newline at end of file +6.142809867858887 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-138_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-138_0.txt index fff10efe1..b27e55f85 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-138_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-138_0.txt @@ -1,5 +1,5 @@ Running #1896 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-138.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-138.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-138.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-138) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-138) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=4, datatype=MPI_BYTE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff9484c6f8) +| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=4, datatype=MPI_BYTE, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd114c28d8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-138.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-138) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-138) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff9484c6f8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffd114c28d8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-138.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-138) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-138) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-138.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-138.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231018 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277502 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231019 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277503 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.344358444213867 +Command return code: 255, elapsed time: 6.142809867858887 Finished #1896 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-138.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-139_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-139_0.elapsed index ebf96fd1e..5f3c3e0fd 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-139_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-139_0.elapsed @@ -1 +1 @@ -6.274364471435547 \ No newline at end of file +6.235564708709717 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-139_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-139_0.txt index 7fd0b807b..bdb9808aa 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-139_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-139_0.txt @@ -1,5 +1,5 @@ Running #1842 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-139.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-139.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x4664c0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-139.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-139) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-139) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x470630, count=1, datatype=MPI_BYTE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffc65658718) +| [0] ERROR: MPI_Irecv(*buf=0x470730, count=1, datatype=MPI_BYTE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffd2d7304f8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-139.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-139) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-139) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffc65658718->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffd2d7304f8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-139.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-139) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-139) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-139.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-139.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -81,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233441 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276968 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233442 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276969 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.274364471435547 +Command return code: 255, elapsed time: 6.235564708709717 Finished #1842 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-139.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-140_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-140_0.elapsed index 2bbe39ed9..89591f640 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-140_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-140_0.elapsed @@ -1 +1 @@ -6.267660856246948 \ No newline at end of file +6.373552560806274 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-140_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-140_0.txt index ed8dd8357..255d5cae5 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-140_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-140_0.txt @@ -1,5 +1,5 @@ Running #1495 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-140.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-140.c (batchinfo:1/1) @@ -51,27 +51,27 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b500, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-140.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-140) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-140) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706b0, count=4, datatype=MPI_BYTE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffc9b0e88a8) +| [0] ERROR: MPI_Irecv(*buf=0x4706b0, count=4, datatype=MPI_BYTE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *request=0x7ffc1625a688) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-140.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-140) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-140) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffc9b0e88a8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffc1625a688->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-140.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-140) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-140) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-140.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (normal) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-140.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212829 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258318 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212832 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258319 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.267660856246948 +Command return code: 255, elapsed time: 6.373552560806274 Finished #1495 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-140.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-141_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-141_0.elapsed index 220096c08..c1f0a819a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-141_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-141_0.elapsed @@ -1 +1 @@ -6.315922260284424 \ No newline at end of file +6.402268886566162 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-141_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-141_0.txt index 0a0289035..aa3733e60 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-141_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-141_0.txt @@ -1,5 +1,5 @@ Running #1261 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-141.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-141.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b550, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-141.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-141) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-141) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d240, count=1, datatype=MPI_BYTE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7fff3408e268) +| [0] ERROR: MPI_Irecv(*buf=0x47d1f0, count=1, datatype=MPI_BYTE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffda4a8d708) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-141.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-141) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-141) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7fff3408e268->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffda4a8d708->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-141.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-141) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-141) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-141.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-141.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -81,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207831 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254218 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207832 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254219 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.315922260284424 +Command return code: 255, elapsed time: 6.402268886566162 Finished #1261 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-141.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-142_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-142_0.elapsed index b43724b51..adb9b2f1c 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-142_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-142_0.elapsed @@ -1 +1 @@ -6.55432653427124 \ No newline at end of file +6.480807781219482 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-142_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-142_0.txt index 366316946..7a3917038 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-142_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-142_0.txt @@ -1,5 +1,5 @@ Running #1829 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-142.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-142.c (batchinfo:1/1) @@ -51,27 +51,27 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b550, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466500, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-142.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-142) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-142) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d240, count=4, datatype=MPI_BYTE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffd631be2f8) +| [0] ERROR: MPI_Irecv(*buf=0x47d280, count=4, datatype=MPI_BYTE, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7fff0bacfa88) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-142.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-142) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-142) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffd631be2f8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fff0bacfa88->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-142.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-142) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-142) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-142.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (fast) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-142.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (normal) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227110 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270942 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227111 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270943 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.55432653427124 +Command return code: 255, elapsed time: 6.480807781219482 Finished #1829 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-142.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-143_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-143_0.elapsed index ddb8a0178..032bf0e3a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-143_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-143_0.elapsed @@ -1 +1 @@ -7.3856360912323 \ No newline at end of file +7.331989765167236 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-143_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-143_0.txt index 1eadf25a1..224fef253 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-143_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-143_0.txt @@ -1,5 +1,5 @@ Running #1789 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-143.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-143.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Message truncated: datatypes would match, but receive buffer was too small. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-143.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-143) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-143) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4705c0, count=1, datatype=MPI_PACKED, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_PACKED, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-143.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-143) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-143) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-143.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-143.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222275 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267944 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222276 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267945 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3856360912323 +Command return code: 255, elapsed time: 7.331989765167236 Finished #1789 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-143.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-144_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-144_0.elapsed index 7653e6101..4c2580847 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-144_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-144_0.elapsed @@ -1 +1 @@ -2.3362832069396973 \ No newline at end of file +2.2592334747314453 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-144_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-144_0.txt index bc65a34dd..b2541d8f3 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-144_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-144_0.txt @@ -1,5 +1,5 @@ Running #1513 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-144.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-144.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-144.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-144.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3362832069396973 +Command return code: 0, elapsed time: 2.2592334747314453 Finished #1513 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-144.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-145_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-145_0.elapsed index f92cfd30e..fd7836ef9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-145_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-145_0.elapsed @@ -1 +1 @@ -7.350844860076904 \ No newline at end of file +7.295847177505493 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-145_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-145_0.txt index 15419c472..221dde44f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-145_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-145_0.txt @@ -1,5 +1,5 @@ Running #1821 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-145.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-145.c (batchinfo:1/1) @@ -55,20 +55,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac60, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-145.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-145) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-145) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_DOUBLE_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_DOUBLE_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-145.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-145) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-145) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-145.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-145.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222938 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267719 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222939 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267721 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.350844860076904 +Command return code: 255, elapsed time: 7.295847177505493 Finished #1821 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-145.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-146_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-146_0.elapsed index 1f93aad4c..2d85067d7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-146_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-146_0.elapsed @@ -1 +1 @@ -7.208070278167725 \ No newline at end of file +7.171508312225342 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-146_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-146_0.txt index 7be8070f0..d3eab9c44 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-146_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-146_0.txt @@ -1,5 +1,5 @@ Running #1258 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-146.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-146.c (batchinfo:1/1) @@ -56,20 +56,20 @@ Executing the command (cwd: None) | [0] ERROR: Buffer overflow because more elements were sent than fit into the receive buffer, | [0] ERROR: datatypes might also not match. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=16, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c80, count=16, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-146.c:58) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-146) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-146) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470660, count=4, datatype=MPI_DOUBLE_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706f0, count=4, datatype=MPI_DOUBLE_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-146.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-146) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-146) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-146.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-146.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204265 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250504 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204266 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250506 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.208070278167725 +Command return code: 255, elapsed time: 7.171508312225342 Finished #1258 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-146.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-147_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-147_0.elapsed index 90b01b286..7fd2c075b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-147_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-147_0.elapsed @@ -1 +1 @@ -7.29053258895874 \ No newline at end of file +7.343599319458008 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-147_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-147_0.txt index 14e7f59c2..99f35a8b3 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-147_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-147_0.txt @@ -1,5 +1,5 @@ Running #1816 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-147.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-147.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46acd0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c00, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-147.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-147) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-147) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x470720, count=1, datatype=MPI_2INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-147.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-147) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-147) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-147.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-147.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221151 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266219 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221152 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266220 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.29053258895874 +Command return code: 255, elapsed time: 7.343599319458008 Finished #1816 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-147.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-148_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-148_0.elapsed index d636e0b90..d22740b73 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-148_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-148_0.elapsed @@ -1 +1 @@ -7.318375825881958 \ No newline at end of file +7.336880207061768 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-148_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-148_0.txt index e5a188867..766783c94 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-148_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-148_0.txt @@ -1,5 +1,5 @@ Running #1836 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-148.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-148.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=8, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=8, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-148.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-148) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-148) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47c930, count=8, datatype=MPI_2INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706d0, count=8, datatype=MPI_2INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-148.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-148) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-148) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-148.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-148.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230842 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275056 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230843 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275057 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.318375825881958 +Command return code: 255, elapsed time: 7.336880207061768 Finished #1836 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-148.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-149_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-149_0.elapsed index 1ce12c049..daecfcc65 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-149_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-149_0.elapsed @@ -1 +1 @@ -7.313617944717407 \ No newline at end of file +7.363752126693726 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-149_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-149_0.txt index b60e23e13..6ec4002b2 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-149_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-149_0.txt @@ -1,5 +1,5 @@ Running #2042 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-149.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-149.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac50, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465b80, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-149.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-149) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-149) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=0x8c000006, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=0x8c000006, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-149.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-149) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-149) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-149.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-149.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231242 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277427 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231243 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277428 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.313617944717407 +Command return code: 255, elapsed time: 7.363752126693726 Finished #2042 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-149.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-150_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-150_0.elapsed index c07a94bd9..f4298e98f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-150_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-150_0.elapsed @@ -1 +1 @@ -7.398597478866577 \ No newline at end of file +7.294677734375 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-150_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-150_0.txt index c7e372ef5..2f714edfa 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-150_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-150_0.txt @@ -1,5 +1,5 @@ Running #1270 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-150.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-150.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46ac50, count=24, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c10, count=24, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-150.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-150) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-150) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47ca80, count=8, datatype=0x8c000006, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47c9e0, count=8, datatype=0x8c000006, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-150.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-150) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-150) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-150.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-150.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213370 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259130 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213371 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259132 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.398597478866577 +Command return code: 255, elapsed time: 7.294677734375 Finished #1270 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-150.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151_0.elapsed index 97120e347..47aed1131 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151_0.elapsed @@ -1 +1 @@ -6.422555208206177 \ No newline at end of file +1.1064343452453613 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151_0.md5sum b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151_0.md5sum deleted file mode 100644 index be7432106..000000000 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -3015387758074d6961596d5e3df6669f \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151_0.txt index 3a33753bc..47c2fefa8 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151_0.txt @@ -1,5 +1,5 @@ Running #2032 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-151.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-151.c (batchinfo:1/1) @@ -47,49 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error -| [0] ERROR: Datatype signature mismatch. -| [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-151.c:55) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151) -| [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d220, count=1, datatype=0x8c000006, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffe4cfb9a68) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-151.c:49) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151) -| [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffe4cfb9a68->0x2c000002, *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-151.c:52) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-151) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-151.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (fast) -| [0] ERROR: Signal 6 caught in ITC code section. +| [0] ERROR: Signal 11 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... -| [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227954 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274933 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227955 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274934 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.422555208206177 +Command return code: 255, elapsed time: 1.1064343452453613 Finished #2032 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-151.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-152_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-152_0.elapsed index 11bafa483..434b2c9d3 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-152_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-152_0.elapsed @@ -1 +1 @@ -6.146894931793213 \ No newline at end of file +6.377366065979004 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-152_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-152_0.txt index fe64c65eb..c8e20f74b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-152_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-152_0.txt @@ -1,5 +1,5 @@ Running #1823 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-152.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-152.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=32, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466500, count=32, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-152.c:57) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-152) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-152) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47d2a0, count=8, datatype=0x8c000006, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffd88b779d8) +| [0] ERROR: MPI_Irecv(*buf=0x47d3e0, count=8, datatype=0x8c000006, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *request=0x7ffec4709188) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-152.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-152) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-152) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffd88b779d8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffec4709188->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-152.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-152) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-152) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-152.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-152.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -81,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223282 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268398 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223283 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268399 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.146894931793213 +Command return code: 255, elapsed time: 6.377366065979004 Finished #1823 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-152.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-153_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-153_0.elapsed index 35288b56f..948d6daa7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-153_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-153_0.elapsed @@ -1 +1 @@ -7.216686964035034 \ No newline at end of file +7.004137754440308 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-153_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-153_0.txt index 6abf3d105..b007367f5 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-153_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-153_0.txt @@ -1,5 +1,5 @@ Running #2008 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-153.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-153.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b510, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466430, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-153.c:57) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-153) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-153) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=0x8c000006, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706b0, count=1, datatype=0x8c000006, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-153.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-153) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-153) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-153.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-153.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233256 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3272 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233257 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3273 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.216686964035034 +Command return code: 255, elapsed time: 7.004137754440308 Finished #2008 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-153.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-154_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-154_0.elapsed index 0748e4446..8a520b2b9 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-154_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-154_0.elapsed @@ -1 +1 @@ -7.4584338665008545 \ No newline at end of file +7.416308641433716 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-154_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-154_0.txt index 01f689baa..63d4a87cb 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-154_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-154_0.txt @@ -1,5 +1,5 @@ Running #1785 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-154.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-154.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b580, count=28, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x4664b0, count=28, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-154.c:58) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-154) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-154) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d440, count=8, datatype=0x8c000006, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d480, count=8, datatype=0x8c000006, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-154.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-154) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-154) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-154.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-154.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220836 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266796 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220837 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266797 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.4584338665008545 +Command return code: 255, elapsed time: 7.416308641433716 Finished #1785 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-154.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-155_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-155_0.elapsed index 01365a630..16a06105b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-155_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-155_0.elapsed @@ -1 +1 @@ -7.395125865936279 \ No newline at end of file +7.1186840534210205 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-155_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-155_0.txt index c1c23ff2e..3dd052bb7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-155_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-155_0.txt @@ -1,5 +1,5 @@ Running #1964 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-155.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-155.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b5d0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466500, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-155.c:57) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-155) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-155) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d310, count=1, datatype=0x8c000006, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d3d0, count=1, datatype=0x8c000006, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-155.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-155) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-155) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-155.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-155.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231254 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 434 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231255 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 440 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.395125865936279 +Command return code: 255, elapsed time: 7.1186840534210205 Finished #1964 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-155.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-156_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-156_0.elapsed index c47cfbccd..110c99949 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-156_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-156_0.elapsed @@ -1 +1 @@ -7.259578466415405 \ No newline at end of file +8.996387481689453 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-156_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-156_0.txt index b0ecfa226..d4a303a9e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-156_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-156_0.txt @@ -1,5 +1,5 @@ Running #1918 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-156.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-156.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46b560, count=28, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Send(*buf=0x466480, count=28, datatype=MPI_DOUBLE, dest=0, tag=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-156.c:58) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-156) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-156) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d470, count=8, datatype=0x8c000006, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d4b0, count=8, datatype=0x8c000006, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-156.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-156) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-156) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-156.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-156.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224267 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269552 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224268 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269553 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.259578466415405 +Command return code: 255, elapsed time: 8.996387481689453 Finished #1918 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-156.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-157_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-157_0.elapsed index d37e6b81d..7c248f49f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-157_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-157_0.elapsed @@ -1 +1 @@ -6.376831293106079 \ No newline at end of file +6.464967489242554 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-157_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-157_0.txt index 883a6c944..d04cb9a54 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-157_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-157_0.txt @@ -1,5 +1,5 @@ Running #1452 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-157.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-157.c (batchinfo:1/1) @@ -51,44 +51,45 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46acd0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c10, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-157.c:56) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-157) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-157) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x4706c0, count=1, datatype=0x8c000006, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcf207e858) +| [0] ERROR: MPI_Irecv(*buf=0x470770, count=1, datatype=0x8c000006, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff71040cd8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-157.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-157) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-157) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffcf207e858->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fff71040cd8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-157.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-157) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-157) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-157.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (fast) +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-157.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid next size (normal) | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... +| [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206656 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252602 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206657 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252603 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.376831293106079 +Command return code: 255, elapsed time: 6.464967489242554 Finished #1452 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-157.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-158_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-158_0.elapsed index 122e8758a..12033bd38 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-158_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-158_0.elapsed @@ -1 +1 @@ -6.402843713760376 \ No newline at end of file +6.528119325637817 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-158_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-158_0.txt index bd8f02a8c..f4a92e003 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-158_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-158_0.txt @@ -1,5 +1,5 @@ Running #1442 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-158.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send-158.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Send(*buf=0x46abd0, count=28, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Send(*buf=0x465c80, count=28, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-158.c:57) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-158) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-158) | [0] ERROR: Receive request activated at: -| [0] ERROR: MPI_Irecv(*buf=0x47ca50, count=8, datatype=0x8c000006, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcdb604f88) +| [0] ERROR: MPI_Irecv(*buf=0x47cb50, count=8, datatype=0x8c000006, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffebc6190b8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-158.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-158) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-158) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Wait(*request=0x7ffcdb604f88->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7ffebc6190b8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-158.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send-158) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send-158) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-158.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send-158.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | free(): invalid next size (fast) | [0] ERROR: Signal 6 caught in ITC code section. @@ -81,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215892 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262116 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215893 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262117 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.402843713760376 +Command return code: 255, elapsed time: 6.528119325637817 Finished #1442 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send-158.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001_0.elapsed index 32f819c5c..0908ec641 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001_0.elapsed @@ -1 +1 @@ -7.386202096939087 \ No newline at end of file +7.150424480438232 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001_0.txt index 1e6c43b41..4b22f1f4f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001_0.txt @@ -1,5 +1,5 @@ Running #1992 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send_init-001.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Send request was created by process [1] at: -| [0] ERROR: MPI_Send_init(*buf=0x46ac60, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff15afe9b8) +| [0] ERROR: MPI_Send_init(*buf=0x465c10, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc3b7800a8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-001.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001) | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Start(*request=0x7fff15afe9b8->0x2c000002) +| [0] ERROR: MPI_Start(*request=0x7ffc3b7800a8->0x2c000002) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-001.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -79,16 +79,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228703 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277133 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228704 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277134 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.386202096939087 +Command return code: 255, elapsed time: 7.150424480438232 Finished #1992 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-001.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002_0.elapsed index 9e383d1b9..b8b0c3a91 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002_0.elapsed @@ -1 +1 @@ -7.290706396102905 \ No newline at end of file +7.419779539108276 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002_0.txt index d1323a962..aca576342 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002_0.txt @@ -1,5 +1,5 @@ Running #1387 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send_init-002.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Send request was created by process [1] at: -| [0] ERROR: MPI_Send_init(*buf=0x46abd0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe812a9088) +| [0] ERROR: MPI_Send_init(*buf=0x465c10, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffca3117ee8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-002.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002) | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Start(*request=0x7ffe812a9088->0x2c000002) +| [0] ERROR: MPI_Start(*request=0x7ffca3117ee8->0x2c000002) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-002.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470650, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706d0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-002.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -79,16 +79,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205120 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251728 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205121 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251730 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.290706396102905 +Command return code: 255, elapsed time: 7.419779539108276 Finished #1387 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-002.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003_0.elapsed index 8b24a7055..4ead4d81b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003_0.elapsed @@ -1 +1 @@ -8.868774890899658 \ No newline at end of file +7.4296534061431885 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003_0.txt index 983c1b31a..adadbecf3 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003_0.txt @@ -1,5 +1,5 @@ Running #1416 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send_init-003.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Send request was created by process [1] at: -| [0] ERROR: MPI_Send_init(*buf=0x46b580, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffc0f0ebb88) +| [0] ERROR: MPI_Send_init(*buf=0x466430, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffee6835c18) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-003.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003) | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Start(*request=0x7ffc0f0ebb88->0x2c000002) +| [0] ERROR: MPI_Start(*request=0x7ffee6835c18->0x2c000002) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-003.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470730, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706b0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-003.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send_init-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send_init-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -79,16 +79,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 225827 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273461 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 225828 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273462 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.868774890899658 +Command return code: 255, elapsed time: 7.4296534061431885 Finished #1416 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-003.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-004_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-004_0.elapsed index fa0afe8b0..8dc0ff97b 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-004_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-004_0.elapsed @@ -1 +1 @@ -0.8497927188873291 \ No newline at end of file +6.9962379932403564 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-004_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-004_0.txt index 335d11cef..138b4bbf3 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-004_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-004_0.txt @@ -1,5 +1,5 @@ Running #1909 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send_init-004.c (batchinfo:1/1) @@ -47,23 +47,48 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Datatype signature mismatch. +| [0] ERROR: Send request was created by process [1] at: +| [0] ERROR: MPI_Send_init(*buf=0x4664b0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1], *request=0x7ffedd081028) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-004.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-004) +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Start(*request=0x7ffedd081028->0x2c000002) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-004.c:53) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-004) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Recv(*buf=0x470740, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-004.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-004) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send_init-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234205 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3908 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234206 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3909 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.8497927188873291 +Command return code: 255, elapsed time: 6.9962379932403564 Finished #1909 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-004.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005_0.elapsed index 12410eef7..8cfaa54c0 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005_0.elapsed @@ -1 +1 @@ -7.372854471206665 \ No newline at end of file +7.507180690765381 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005_0.txt index 4a0afe0b7..ea572d1a0 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005_0.txt @@ -1,5 +1,5 @@ Running #1378 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send_init-005.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Send request was created by process [1] at: -| [0] ERROR: MPI_Send_init(*buf=0x46abd0, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcfa7860c8) +| [0] ERROR: MPI_Send_init(*buf=0x465c10, count=1, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd65050d08) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-005.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005) | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Start(*request=0x7ffcfa7860c8->0x2c000002) +| [0] ERROR: MPI_Start(*request=0x7ffd65050d08->0x2c000002) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-005.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470640, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-005.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send_init-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send_init-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -79,16 +79,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214122 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262242 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214123 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262243 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.372854471206665 +Command return code: 255, elapsed time: 7.507180690765381 Finished #1378 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-005.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006_0.elapsed index 7c7ed24ca..e9c5b2d25 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006_0.elapsed @@ -1 +1 @@ -7.260563611984253 \ No newline at end of file +7.031723260879517 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006_0.txt index e08e2e9d1..6ce744664 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006_0.txt @@ -1,5 +1,5 @@ Running #2064 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_send_init-006.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Send request was created by process [1] at: -| [0] ERROR: MPI_Send_init(*buf=0x46acd0, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe0b94c4c8) +| [0] ERROR: MPI_Send_init(*buf=0x465b80, count=4, datatype=MPI_DOUBLE, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc62a82cf8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-006.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006) | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Start(*request=0x7ffe0b94c4c8->0x2c000002) +| [0] ERROR: MPI_Start(*request=0x7ffc62a82cf8->0x2c000002) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-006.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706d0, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470640, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-006.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_send_init-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send_init-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_send_init-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -79,16 +79,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234174 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3528 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234175 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3529 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.260563611984253 +Command return code: 255, elapsed time: 7.031723260879517 Finished #2064 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_send_init-006.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001_0.elapsed index 097af60e8..ce7b2e280 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001_0.elapsed @@ -1 +1 @@ -6.859110116958618 \ No newline at end of file +6.8533148765563965 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001_0.txt index edb0e0a95..253c0d6c0 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001_0.txt @@ -1,5 +1,5 @@ Running #2069 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_ssend-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Ssend(*buf=0x46abd0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Ssend(*buf=0x465c00, count=1, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-001.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4705c0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234804 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 4430 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234805 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 4431 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.859110116958618 +Command return code: 255, elapsed time: 6.8533148765563965 Finished #2069 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-001.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002_0.elapsed index ff81d2ba7..d9a261849 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002_0.elapsed @@ -1 +1 @@ -7.337926864624023 \ No newline at end of file +7.344121217727661 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002_0.txt index 4ece5eb3e..37112aaee 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002_0.txt @@ -1,5 +1,5 @@ Running #1524 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_ssend-002.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Ssend(*buf=0x46abd0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Ssend(*buf=0x465b80, count=8, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-002.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706d0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4705d0, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-002.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209774 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256499 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209775 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256500 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.337926864624023 +Command return code: 255, elapsed time: 7.344121217727661 Finished #1524 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-002.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003_0.elapsed index cea28b9af..19f3dec70 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003_0.elapsed @@ -1 +1 @@ -7.320921182632446 \ No newline at end of file +7.490310192108154 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003_0.txt index cf84ac4d6..0a58343bd 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003_0.txt @@ -1,5 +1,5 @@ Running #1273 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_ssend-003.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Ssend(*buf=0x46b4e0, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Ssend(*buf=0x466590, count=1, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-003.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d1b0, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d280, count=1, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-003.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214001 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259787 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214002 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259788 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.320921182632446 +Command return code: 255, elapsed time: 7.490310192108154 Finished #1273 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-003.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004_0.elapsed index a65817b8e..87cc7a66a 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004_0.elapsed @@ -1 +1 @@ -7.367716073989868 \ No newline at end of file +7.361934423446655 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004_0.txt index 6adbbf174..83b93b77e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004_0.txt @@ -1,5 +1,5 @@ Running #1854 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_ssend-004.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Ssend(*buf=0x46b5e0, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Ssend(*buf=0x466590, count=8, datatype=MPI_INT, dest=0, tag=0, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-004.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x47d250, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x47d290, count=4, datatype=MPI_DOUBLE, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-004.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223186 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267250 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223187 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267251 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.367716073989868 +Command return code: 255, elapsed time: 7.361934423446655 Finished #1854 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-004.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005_0.elapsed index e3aebabf4..768f7c400 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005_0.elapsed @@ -1 +1 @@ -7.3049843311309814 \ No newline at end of file +7.37221622467041 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005_0.txt index 7a87fb153..b5d942942 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005_0.txt @@ -1,5 +1,5 @@ Running #2023 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_ssend-005.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Ssend(*buf=0x46abd0, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Ssend(*buf=0x465c10, count=1, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-005.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470640, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-005.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226142 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273514 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226143 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273515 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3049843311309814 +Command return code: 255, elapsed time: 7.37221622467041 Finished #2023 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-005.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006_0.elapsed index 0b247a07b..222e21818 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006_0.elapsed @@ -1 +1 @@ -7.528592348098755 \ No newline at end of file +7.274594068527222 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006_0.txt index 1e87f70a7..8f7ce9b99 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006_0.txt @@ -1,5 +1,5 @@ Running #1467 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_ssend-006.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Ssend(*buf=0x46ac50, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Ssend(*buf=0x465c00, count=4, datatype=MPI_CHAR, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-006.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-006.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214810 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258218 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214811 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258219 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.528592348098755 +Command return code: 255, elapsed time: 7.274594068527222 Finished #1467 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-006.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007_0.elapsed index 91d5164cc..966e621ad 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007_0.elapsed @@ -1 +1 @@ -7.474464654922485 \ No newline at end of file +7.306267261505127 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007_0.txt index bc098fdd7..1a0eaf7b1 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007_0.txt @@ -1,5 +1,5 @@ Running #1469 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_ssend-007.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Buffer overflow because of datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Ssend(*buf=0x46ac50, count=1, datatype=MPI_LONG_LONG, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Ssend(*buf=0x465b80, count=1, datatype=MPI_LONG_LONG, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-007.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470640, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-007.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215418 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259131 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215419 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259133 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.474464654922485 +Command return code: 255, elapsed time: 7.306267261505127 Finished #1469 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-007.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008_0.elapsed index 1407027d0..c6389dc13 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008_0.elapsed @@ -1 +1 @@ -7.160069465637207 \ No newline at end of file +7.396430730819702 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008_0.txt index f7505e126..3d6f7d6c7 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008_0.txt @@ -1,5 +1,5 @@ Running #1494 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_ssend-008.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Ssend(*buf=0x46ac60, count=4, datatype=MPI_LONG_LONG, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Ssend(*buf=0x465b80, count=4, datatype=MPI_LONG_LONG, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-008.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x4706d0, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470640, count=8, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-008.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212390 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257971 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212391 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257972 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.160069465637207 +Command return code: 255, elapsed time: 7.396430730819702 Finished #1494 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-008.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009_0.elapsed index 4fa117705..e01434a5e 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009_0.elapsed @@ -1 +1 @@ -7.310992956161499 \ No newline at end of file +7.413145065307617 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009_0.txt index ee9e73ec2..20904023f 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009_0.txt @@ -1,5 +1,5 @@ Running #1436 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_ssend-009.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Ssend(*buf=0x46abd0, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Ssend(*buf=0x465c10, count=1, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-009.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009) | [0] ERROR: Data was received by process [0] at: -| [0] ERROR: MPI_Recv(*buf=0x470630, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x4705c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-009.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212499 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258939 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212500 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258940 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.310992956161499 +Command return code: 255, elapsed time: 7.413145065307617 Finished #1436 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-009.c diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010_0.elapsed b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010_0.elapsed index 87b0a3867..626b57080 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010_0.elapsed +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010_0.elapsed @@ -1 +1 @@ -7.312682151794434 \ No newline at end of file +8.986067771911621 \ No newline at end of file diff --git a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010_0.txt b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010_0.txt index ce22f4dd3..79c21cdf8 100644 --- a/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010_0.txt +++ b/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010_0.txt @@ -1,5 +1,5 @@ Running #1930 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling GlobalParameterMissmatch-Dtype-mpi_ssend-010.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error | [0] ERROR: Datatype signature mismatch. | [0] ERROR: Data was sent by process [1] at: -| [0] ERROR: MPI_Ssend(*buf=0x46ac50, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Ssend(*buf=0x465c80, count=4, datatype=MPI_BYTE, dest=0, tag=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-010.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010) | [0] ERROR: Data was received by process [0] at: | [0] ERROR: MPI_Recv(*buf=0x4706c0, count=1, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-010.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/GlobalParameterMissmatch-Dtype-mpi_ssend-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile GlobalParameterMissmatch-Dtype-mpi_ssend-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: GLOBAL:MSG:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229115 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273827 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229116 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273828 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.312682151794434 +Command return code: 255, elapsed time: 8.986067771911621 Finished #1930 /MBI/scripts/gencodes/P2P/GlobalParameterMissmatch-Dtype-mpi_ssend-010.c diff --git a/logs-20240607/itac/InvalidBuffer-001_0.elapsed b/logs-20240607/itac/InvalidBuffer-001_0.elapsed index 233390534..3638328da 100644 --- a/logs-20240607/itac/InvalidBuffer-001_0.elapsed +++ b/logs-20240607/itac/InvalidBuffer-001_0.elapsed @@ -1 +1 @@ -7.9484405517578125 \ No newline at end of file +7.757014274597168 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-001_0.txt b/logs-20240607/itac/InvalidBuffer-001_0.txt index 773853cc4..5a094f2cc 100644 --- a/logs-20240607/itac/InvalidBuffer-001_0.txt +++ b/logs-20240607/itac/InvalidBuffer-001_0.txt @@ -1,5 +1,5 @@ Running #290 /MBI/scripts/gencodes/RMA/InvalidBuffer-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidBuffer-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter baseptr. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Win_allocate(size=40, disp_unit=4, info=MPI_INFO_NULL, comm=MPI_COMM_WORLD, *baseptr=NULL, *win=0x7ffd506d78c8) +| [0] ERROR: MPI_Win_allocate(size=40, disp_unit=4, info=MPI_INFO_NULL, comm=MPI_COMM_WORLD, *baseptr=NULL, *win=0x7fff473ed9a8) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidBuffer-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null pointer in parameter baseptr. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Win_allocate(size=40, disp_unit=4, info=MPI_INFO_NULL, comm=MPI_COMM_WORLD, *baseptr=NULL, *win=0x7ffea9976ba8) +| [1] ERROR: MPI_Win_allocate(size=40, disp_unit=4, info=MPI_INFO_NULL, comm=MPI_COMM_WORLD, *baseptr=NULL, *win=0x7ffc324f4bf8) | [1] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-001.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidBuffer-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidBuffer-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidBuffer-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 179074 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 224710 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 179075 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 224711 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.9484405517578125 +Command return code: 255, elapsed time: 7.757014274597168 Finished #290 /MBI/scripts/gencodes/RMA/InvalidBuffer-001.c diff --git a/logs-20240607/itac/InvalidBuffer-002_0.elapsed b/logs-20240607/itac/InvalidBuffer-002_0.elapsed index 70849e492..006602d8a 100644 --- a/logs-20240607/itac/InvalidBuffer-002_0.elapsed +++ b/logs-20240607/itac/InvalidBuffer-002_0.elapsed @@ -1 +1 @@ -7.571662187576294 \ No newline at end of file +7.5630247592926025 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-002_0.txt b/logs-20240607/itac/InvalidBuffer-002_0.txt index f4f7fe364..0489f7b26 100644 --- a/logs-20240607/itac/InvalidBuffer-002_0.txt +++ b/logs-20240607/itac/InvalidBuffer-002_0.txt @@ -1,5 +1,5 @@ Running #134 /MBI/scripts/gencodes/RMA/InvalidBuffer-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidBuffer-002.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter base. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Win_create(*base=NULL, size=40, disp_unit=4, info=MPI_INFO_NULL, comm=MPI_COMM_WORLD, *win=0x7ffc87e169e8) +| [0] ERROR: MPI_Win_create(*base=NULL, size=40, disp_unit=4, info=MPI_INFO_NULL, comm=MPI_COMM_WORLD, *win=0x7fff243c0848) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-002.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidBuffer-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null pointer in parameter base. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Win_create(*base=NULL, size=40, disp_unit=4, info=MPI_INFO_NULL, comm=MPI_COMM_WORLD, *win=0x7fff52907fb8) +| [1] ERROR: MPI_Win_create(*base=NULL, size=40, disp_unit=4, info=MPI_INFO_NULL, comm=MPI_COMM_WORLD, *win=0x7ffd0450c598) | [1] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-002.c:39) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidBuffer-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidBuffer-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidBuffer-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 170619 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 216178 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 170620 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 216180 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.571662187576294 +Command return code: 255, elapsed time: 7.5630247592926025 Finished #134 /MBI/scripts/gencodes/RMA/InvalidBuffer-002.c diff --git a/logs-20240607/itac/InvalidBuffer-003_0.elapsed b/logs-20240607/itac/InvalidBuffer-003_0.elapsed index 5e99cb146..91d3b3ca5 100644 --- a/logs-20240607/itac/InvalidBuffer-003_0.elapsed +++ b/logs-20240607/itac/InvalidBuffer-003_0.elapsed @@ -1 +1 @@ -7.185774803161621 \ No newline at end of file +7.293196201324463 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-003_0.txt b/logs-20240607/itac/InvalidBuffer-003_0.txt index fc4bf7339..11f9c2530 100644 --- a/logs-20240607/itac/InvalidBuffer-003_0.txt +++ b/logs-20240607/itac/InvalidBuffer-003_0.txt @@ -1,5 +1,5 @@ Running #373 /MBI/scripts/gencodes/RMA/InvalidBuffer-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidBuffer-003.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-003.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidBuffer-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidBuffer-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidBuffer-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 173374 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 219050 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 173375 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 219051 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.185774803161621 +Command return code: 255, elapsed time: 7.293196201324463 Finished #373 /MBI/scripts/gencodes/RMA/InvalidBuffer-003.c diff --git a/logs-20240607/itac/InvalidBuffer-004_0.elapsed b/logs-20240607/itac/InvalidBuffer-004_0.elapsed index 3c4677f68..55c981307 100644 --- a/logs-20240607/itac/InvalidBuffer-004_0.elapsed +++ b/logs-20240607/itac/InvalidBuffer-004_0.elapsed @@ -1 +1 @@ -7.062657594680786 \ No newline at end of file +0.9240949153900146 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-004_0.md5sum b/logs-20240607/itac/InvalidBuffer-004_0.md5sum deleted file mode 100644 index 4f3638628..000000000 --- a/logs-20240607/itac/InvalidBuffer-004_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -f28a6fc573e7ff3151c2be3f9235b71d \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-004_0.txt b/logs-20240607/itac/InvalidBuffer-004_0.txt index 1198ea067..e6b4afec8 100644 --- a/logs-20240607/itac/InvalidBuffer-004_0.txt +++ b/logs-20240607/itac/InvalidBuffer-004_0.txt @@ -1,5 +1,5 @@ Running #136 /MBI/scripts/gencodes/RMA/InvalidBuffer-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidBuffer-004.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Null buffer pointer. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Rget(*origin_addr=NULL, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000, *request=0x7fff991c0908) -| [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-004.c:42) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-004) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidBuffer-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 172310 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 217868 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 172311 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 217869 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.062657594680786 +Command return code: 255, elapsed time: 0.9240949153900146 Finished #136 /MBI/scripts/gencodes/RMA/InvalidBuffer-004.c diff --git a/logs-20240607/itac/InvalidBuffer-005_0.elapsed b/logs-20240607/itac/InvalidBuffer-005_0.elapsed index 5d9a48f11..ecf6a5d38 100644 --- a/logs-20240607/itac/InvalidBuffer-005_0.elapsed +++ b/logs-20240607/itac/InvalidBuffer-005_0.elapsed @@ -1 +1 @@ -8.499138116836548 \ No newline at end of file +8.552481174468994 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-005_0.txt b/logs-20240607/itac/InvalidBuffer-005_0.txt index 8dea9717d..ad847615e 100644 --- a/logs-20240607/itac/InvalidBuffer-005_0.txt +++ b/logs-20240607/itac/InvalidBuffer-005_0.txt @@ -1,5 +1,5 @@ Running #66 /MBI/scripts/gencodes/RMA/InvalidBuffer-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidBuffer-005.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-005.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidBuffer-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidBuffer-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidBuffer-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 168547 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 214152 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 168552 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 214158 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.499138116836548 +Command return code: 255, elapsed time: 8.552481174468994 Finished #66 /MBI/scripts/gencodes/RMA/InvalidBuffer-005.c diff --git a/logs-20240607/itac/InvalidBuffer-006_0.elapsed b/logs-20240607/itac/InvalidBuffer-006_0.elapsed index df5d7c839..95dee8c68 100644 --- a/logs-20240607/itac/InvalidBuffer-006_0.elapsed +++ b/logs-20240607/itac/InvalidBuffer-006_0.elapsed @@ -1 +1 @@ -7.263658285140991 \ No newline at end of file +1.0179214477539062 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-006_0.md5sum b/logs-20240607/itac/InvalidBuffer-006_0.md5sum deleted file mode 100644 index 7d81a4625..000000000 --- a/logs-20240607/itac/InvalidBuffer-006_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -29e4c0fd8f928cf9fb8effcda7703f29 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-006_0.txt b/logs-20240607/itac/InvalidBuffer-006_0.txt index aff9f1572..1ea1891b0 100644 --- a/logs-20240607/itac/InvalidBuffer-006_0.txt +++ b/logs-20240607/itac/InvalidBuffer-006_0.txt @@ -1,5 +1,5 @@ Running #220 /MBI/scripts/gencodes/RMA/InvalidBuffer-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidBuffer-006.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Null buffer pointer. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Rput(*origin_addr=NULL, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000, *request=0x7fff299f2a38) -| [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-006.c:42) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-006) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidBuffer-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 175896 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 221734 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 175898 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 221735 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.263658285140991 +Command return code: 255, elapsed time: 1.0179214477539062 Finished #220 /MBI/scripts/gencodes/RMA/InvalidBuffer-006.c diff --git a/logs-20240607/itac/InvalidBuffer-007_0.elapsed b/logs-20240607/itac/InvalidBuffer-007_0.elapsed index 14aeeb49c..1c31ebb66 100644 --- a/logs-20240607/itac/InvalidBuffer-007_0.elapsed +++ b/logs-20240607/itac/InvalidBuffer-007_0.elapsed @@ -1 +1 @@ -7.038726806640625 \ No newline at end of file +7.679982423782349 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-007_0.txt b/logs-20240607/itac/InvalidBuffer-007_0.txt index ca6c31629..e123d5b13 100644 --- a/logs-20240607/itac/InvalidBuffer-007_0.txt +++ b/logs-20240607/itac/InvalidBuffer-007_0.txt @@ -1,5 +1,5 @@ Running #173 /MBI/scripts/gencodes/RMA/InvalidBuffer-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidBuffer-007.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-007.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidBuffer-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidBuffer-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidBuffer-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 171799 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 217468 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 171800 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 217476 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.038726806640625 +Command return code: 255, elapsed time: 7.679982423782349 Finished #173 /MBI/scripts/gencodes/RMA/InvalidBuffer-007.c diff --git a/logs-20240607/itac/InvalidBuffer-008_0.elapsed b/logs-20240607/itac/InvalidBuffer-008_0.elapsed index 6af43e9ad..fbed20a6a 100644 --- a/logs-20240607/itac/InvalidBuffer-008_0.elapsed +++ b/logs-20240607/itac/InvalidBuffer-008_0.elapsed @@ -1 +1 @@ -7.1431121826171875 \ No newline at end of file +7.093983888626099 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-008_0.txt b/logs-20240607/itac/InvalidBuffer-008_0.txt index 903c97924..2eca5f239 100644 --- a/logs-20240607/itac/InvalidBuffer-008_0.txt +++ b/logs-20240607/itac/InvalidBuffer-008_0.txt @@ -1,5 +1,5 @@ Running #87 /MBI/scripts/gencodes/RMA/InvalidBuffer-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidBuffer-008.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Raccumulate(*origin_addr=NULL, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7ffddaf26878) +| [0] ERROR: MPI_Raccumulate(*origin_addr=NULL, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7ffc1409bc98) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-008.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidBuffer-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidBuffer-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidBuffer-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183068 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228401 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183069 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228402 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.1431121826171875 +Command return code: 255, elapsed time: 7.093983888626099 Finished #87 /MBI/scripts/gencodes/RMA/InvalidBuffer-008.c diff --git a/logs-20240607/itac/InvalidBuffer-009_0.elapsed b/logs-20240607/itac/InvalidBuffer-009_0.elapsed index 7d037b15f..16d2f514d 100644 --- a/logs-20240607/itac/InvalidBuffer-009_0.elapsed +++ b/logs-20240607/itac/InvalidBuffer-009_0.elapsed @@ -1 +1 @@ -7.142317771911621 \ No newline at end of file +7.415494918823242 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-009_0.txt b/logs-20240607/itac/InvalidBuffer-009_0.txt index c8a1e18a8..5d35ae6e4 100644 --- a/logs-20240607/itac/InvalidBuffer-009_0.txt +++ b/logs-20240607/itac/InvalidBuffer-009_0.txt @@ -1,5 +1,5 @@ Running #315 /MBI/scripts/gencodes/RMA/InvalidBuffer-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidBuffer-009.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Get_accumulate(*origin_addr=NULL, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x47cac0, result_count=10, result_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000) +| [0] ERROR: MPI_Get_accumulate(*origin_addr=NULL, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x470730, result_count=10, result_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-009.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidBuffer-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidBuffer-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidBuffer-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 175006 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 220538 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 175007 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 220539 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.142317771911621 +Command return code: 255, elapsed time: 7.415494918823242 Finished #315 /MBI/scripts/gencodes/RMA/InvalidBuffer-009.c diff --git a/logs-20240607/itac/InvalidBuffer-010_0.elapsed b/logs-20240607/itac/InvalidBuffer-010_0.elapsed index e44dcb4f6..43b24c7f4 100644 --- a/logs-20240607/itac/InvalidBuffer-010_0.elapsed +++ b/logs-20240607/itac/InvalidBuffer-010_0.elapsed @@ -1 +1 @@ -7.277951240539551 \ No newline at end of file +7.349172115325928 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-010_0.txt b/logs-20240607/itac/InvalidBuffer-010_0.txt index e31e0a4ba..588ebb69f 100644 --- a/logs-20240607/itac/InvalidBuffer-010_0.txt +++ b/logs-20240607/itac/InvalidBuffer-010_0.txt @@ -1,5 +1,5 @@ Running #191 /MBI/scripts/gencodes/RMA/InvalidBuffer-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidBuffer-010.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Rget_accumulate(*origin_addr=NULL, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x47ca30, result_count=10, result_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7ffd9fde0358) +| [0] ERROR: MPI_Rget_accumulate(*origin_addr=NULL, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x4706a0, result_count=10, result_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7fffeb24dd98) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-010.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidBuffer-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidBuffer-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidBuffer-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 178496 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 223961 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 178497 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 223962 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.277951240539551 +Command return code: 255, elapsed time: 7.349172115325928 Finished #191 /MBI/scripts/gencodes/RMA/InvalidBuffer-010.c diff --git a/logs-20240607/itac/InvalidBuffer-011_0.elapsed b/logs-20240607/itac/InvalidBuffer-011_0.elapsed index 8f2b924e7..228d69607 100644 --- a/logs-20240607/itac/InvalidBuffer-011_0.elapsed +++ b/logs-20240607/itac/InvalidBuffer-011_0.elapsed @@ -1 +1 @@ -7.249516248703003 \ No newline at end of file +7.258365154266357 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-011_0.txt b/logs-20240607/itac/InvalidBuffer-011_0.txt index 9bcd94249..6a03a80fa 100644 --- a/logs-20240607/itac/InvalidBuffer-011_0.txt +++ b/logs-20240607/itac/InvalidBuffer-011_0.txt @@ -1,5 +1,5 @@ Running #286 /MBI/scripts/gencodes/RMA/InvalidBuffer-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidBuffer-011.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter origin_addr. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Fetch_and_op(*origin_addr=NULL, *result_addr=0x47c9c0, origin_datatype=MPI_INT, target_rank=0, target_disp=0, op=MPI_SUM, win=0xffffffffa0000000) +| [0] ERROR: MPI_Fetch_and_op(*origin_addr=NULL, *result_addr=0x4706a0, origin_datatype=MPI_INT, target_rank=0, target_disp=0, op=MPI_SUM, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-011.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidBuffer-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidBuffer-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidBuffer-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 177630 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 223264 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 177631 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 223265 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.249516248703003 +Command return code: 255, elapsed time: 7.258365154266357 Finished #286 /MBI/scripts/gencodes/RMA/InvalidBuffer-011.c diff --git a/logs-20240607/itac/InvalidBuffer-012_0.elapsed b/logs-20240607/itac/InvalidBuffer-012_0.elapsed index 08bc51a88..35f386b7d 100644 --- a/logs-20240607/itac/InvalidBuffer-012_0.elapsed +++ b/logs-20240607/itac/InvalidBuffer-012_0.elapsed @@ -1 +1 @@ -7.284727334976196 \ No newline at end of file +7.200267553329468 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidBuffer-012_0.txt b/logs-20240607/itac/InvalidBuffer-012_0.txt index 7e2d321ae..f5ac84c7c 100644 --- a/logs-20240607/itac/InvalidBuffer-012_0.txt +++ b/logs-20240607/itac/InvalidBuffer-012_0.txt @@ -1,5 +1,5 @@ Running #420 /MBI/scripts/gencodes/RMA/InvalidBuffer-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidBuffer-012.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter origin_addr. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Compare_and_swap(*origin_addr=NULL, *compare_addr=0x47c9f0, *result_addr=0x47c9c0, datatype=MPI_INT, target_rank=0, target_disp=0, win=0xffffffffa0000000) +| [0] ERROR: MPI_Compare_and_swap(*origin_addr=NULL, *compare_addr=0x470760, *result_addr=0x470730, datatype=MPI_INT, target_rank=0, target_disp=0, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidBuffer-012.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidBuffer-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidBuffer-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidBuffer-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidBuffer-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 177556 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 223127 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 177557 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 223129 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.284727334976196 +Command return code: 255, elapsed time: 7.200267553329468 Finished #420 /MBI/scripts/gencodes/RMA/InvalidBuffer-012.c diff --git a/logs-20240607/itac/InvalidDatataype-001_0.elapsed b/logs-20240607/itac/InvalidDatataype-001_0.elapsed index 99426d75b..5bba06f5d 100644 --- a/logs-20240607/itac/InvalidDatataype-001_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-001_0.elapsed @@ -1 +1 @@ -8.488028287887573 \ No newline at end of file +8.575159549713135 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-001_0.txt b/logs-20240607/itac/InvalidDatataype-001_0.txt index 3d8002126..089936353 100644 --- a/logs-20240607/itac/InvalidDatataype-001_0.txt +++ b/logs-20240607/itac/InvalidDatataype-001_0.txt @@ -1,5 +1,5 @@ Running #132 /MBI/scripts/gencodes/RMA/InvalidDatataype-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Get(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, win=0xffffffffa0000000) +| [0] ERROR: MPI_Get(*origin_addr=0x4706e0, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 168540 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 214118 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 168543 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 214122 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.488028287887573 +Command return code: 255, elapsed time: 8.575159549713135 Finished #132 /MBI/scripts/gencodes/RMA/InvalidDatataype-001.c diff --git a/logs-20240607/itac/InvalidDatataype-002_0.elapsed b/logs-20240607/itac/InvalidDatataype-002_0.elapsed index 008bb7989..2c3cfda21 100644 --- a/logs-20240607/itac/InvalidDatataype-002_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-002_0.elapsed @@ -1 +1 @@ -7.2430713176727295 \ No newline at end of file +7.208102703094482 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-002_0.txt b/logs-20240607/itac/InvalidDatataype-002_0.txt index f370a52cd..2e53247e0 100644 --- a/logs-20240607/itac/InvalidDatataype-002_0.txt +++ b/logs-20240607/itac/InvalidDatataype-002_0.txt @@ -1,5 +1,5 @@ Running #185 /MBI/scripts/gencodes/RMA/InvalidDatataype-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-002.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 176128 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 221652 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 176130 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 221654 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2430713176727295 +Command return code: 255, elapsed time: 7.208102703094482 Finished #185 /MBI/scripts/gencodes/RMA/InvalidDatataype-002.c diff --git a/logs-20240607/itac/InvalidDatataype-003_0.elapsed b/logs-20240607/itac/InvalidDatataype-003_0.elapsed index c3fcfaf9d..4133e5929 100644 --- a/logs-20240607/itac/InvalidDatataype-003_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-003_0.elapsed @@ -1 +1 @@ -7.165950298309326 \ No newline at end of file +7.097485780715942 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-003_0.txt b/logs-20240607/itac/InvalidDatataype-003_0.txt index d19be129c..3b359f63e 100644 --- a/logs-20240607/itac/InvalidDatataype-003_0.txt +++ b/logs-20240607/itac/InvalidDatataype-003_0.txt @@ -1,5 +1,5 @@ Running #114 /MBI/scripts/gencodes/RMA/InvalidDatataype-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Rget(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, win=0xffffffffa0000000, *request=0x7ffd48811e28) +| [0] ERROR: MPI_Rget(*origin_addr=0x4706a0, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, win=0xffffffffa0000000, *request=0x7ffca99512b8) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-003.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182253 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228582 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182254 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228584 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.165950298309326 +Command return code: 255, elapsed time: 7.097485780715942 Finished #114 /MBI/scripts/gencodes/RMA/InvalidDatataype-003.c diff --git a/logs-20240607/itac/InvalidDatataype-004_0.elapsed b/logs-20240607/itac/InvalidDatataype-004_0.elapsed index b9cf7d9c3..59a37d62e 100644 --- a/logs-20240607/itac/InvalidDatataype-004_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-004_0.elapsed @@ -1 +1 @@ -7.286250114440918 \ No newline at end of file +7.262450695037842 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-004_0.txt b/logs-20240607/itac/InvalidDatataype-004_0.txt index 9b1bd411c..57a5e9205 100644 --- a/logs-20240607/itac/InvalidDatataype-004_0.txt +++ b/logs-20240607/itac/InvalidDatataype-004_0.txt @@ -1,5 +1,5 @@ Running #394 /MBI/scripts/gencodes/RMA/InvalidDatataype-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-004.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Rget(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, win=0xffffffffa0000000, *request=0x7ffdf4db0758) +| [0] ERROR: MPI_Rget(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, win=0xffffffffa0000000, *request=0x7ffc80426848) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-004.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185408 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231379 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185409 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231380 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.286250114440918 +Command return code: 255, elapsed time: 7.262450695037842 Finished #394 /MBI/scripts/gencodes/RMA/InvalidDatataype-004.c diff --git a/logs-20240607/itac/InvalidDatataype-005_0.elapsed b/logs-20240607/itac/InvalidDatataype-005_0.elapsed index 8cf2e8b6b..c8945241f 100644 --- a/logs-20240607/itac/InvalidDatataype-005_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-005_0.elapsed @@ -1 +1 @@ -7.11592698097229 \ No newline at end of file +7.117815732955933 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-005_0.txt b/logs-20240607/itac/InvalidDatataype-005_0.txt index a2dddc6b6..b346f58dd 100644 --- a/logs-20240607/itac/InvalidDatataype-005_0.txt +++ b/logs-20240607/itac/InvalidDatataype-005_0.txt @@ -1,5 +1,5 @@ Running #100 /MBI/scripts/gencodes/RMA/InvalidDatataype-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-005.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Put(*origin_addr=0x470620, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, win=0xffffffffa0000000) +| [0] ERROR: MPI_Put(*origin_addr=0x4706a0, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-005.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 169465 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 215006 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 169467 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 215009 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.11592698097229 +Command return code: 255, elapsed time: 7.117815732955933 Finished #100 /MBI/scripts/gencodes/RMA/InvalidDatataype-005.c diff --git a/logs-20240607/itac/InvalidDatataype-006_0.elapsed b/logs-20240607/itac/InvalidDatataype-006_0.elapsed index 42acb0299..8a6f20895 100644 --- a/logs-20240607/itac/InvalidDatataype-006_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-006_0.elapsed @@ -1 +1 @@ -7.159897089004517 \ No newline at end of file +7.119766712188721 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-006_0.txt b/logs-20240607/itac/InvalidDatataype-006_0.txt index b618330dc..d195ba7fd 100644 --- a/logs-20240607/itac/InvalidDatataype-006_0.txt +++ b/logs-20240607/itac/InvalidDatataype-006_0.txt @@ -1,5 +1,5 @@ Running #241 /MBI/scripts/gencodes/RMA/InvalidDatataype-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-006.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Put(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, win=0xffffffffa0000000) +| [0] ERROR: MPI_Put(*origin_addr=0x4706e0, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-006.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 179907 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 225661 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 179908 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 225662 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.159897089004517 +Command return code: 255, elapsed time: 7.119766712188721 Finished #241 /MBI/scripts/gencodes/RMA/InvalidDatataype-006.c diff --git a/logs-20240607/itac/InvalidDatataype-007_0.elapsed b/logs-20240607/itac/InvalidDatataype-007_0.elapsed index 43e35a541..436e25ae7 100644 --- a/logs-20240607/itac/InvalidDatataype-007_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-007_0.elapsed @@ -1 +1 @@ -7.214552640914917 \ No newline at end of file +1.0776524543762207 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-007_0.md5sum b/logs-20240607/itac/InvalidDatataype-007_0.md5sum deleted file mode 100644 index 5293f0be4..000000000 --- a/logs-20240607/itac/InvalidDatataype-007_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -b818d6fd9ecaf63720476b2f68d69dc9 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-007_0.txt b/logs-20240607/itac/InvalidDatataype-007_0.txt index 83820b9d0..97a1452c7 100644 --- a/logs-20240607/itac/InvalidDatataype-007_0.txt +++ b/logs-20240607/itac/InvalidDatataype-007_0.txt @@ -1,5 +1,5 @@ Running #88 /MBI/scripts/gencodes/RMA/InvalidDatataype-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-007.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Datatype for argument datatype is a null datatype. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Rput(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, win=0xffffffffa0000000, *request=0x7ffc6bb0ae38) -| [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-007.c:42) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-007) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183593 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228966 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183594 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228967 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.214552640914917 +Command return code: 255, elapsed time: 1.0776524543762207 Finished #88 /MBI/scripts/gencodes/RMA/InvalidDatataype-007.c diff --git a/logs-20240607/itac/InvalidDatataype-008_0.elapsed b/logs-20240607/itac/InvalidDatataype-008_0.elapsed index b725f9873..26061db9e 100644 --- a/logs-20240607/itac/InvalidDatataype-008_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-008_0.elapsed @@ -1 +1 @@ -7.208917617797852 \ No newline at end of file +7.440962553024292 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-008_0.txt b/logs-20240607/itac/InvalidDatataype-008_0.txt index 22e6c7473..e7ad7bd16 100644 --- a/logs-20240607/itac/InvalidDatataype-008_0.txt +++ b/logs-20240607/itac/InvalidDatataype-008_0.txt @@ -1,5 +1,5 @@ Running #85 /MBI/scripts/gencodes/RMA/InvalidDatataype-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-008.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Rput(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, win=0xffffffffa0000000, *request=0x7fff36394718) +| [0] ERROR: MPI_Rput(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, win=0xffffffffa0000000, *request=0x7ffd602d7468) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-008.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182075 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227654 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182077 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227655 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.208917617797852 +Command return code: 255, elapsed time: 7.440962553024292 Finished #85 /MBI/scripts/gencodes/RMA/InvalidDatataype-008.c diff --git a/logs-20240607/itac/InvalidDatataype-009_0.elapsed b/logs-20240607/itac/InvalidDatataype-009_0.elapsed index 2efa819e3..6de856685 100644 --- a/logs-20240607/itac/InvalidDatataype-009_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-009_0.elapsed @@ -1 +1 @@ -7.190843105316162 \ No newline at end of file +7.318219184875488 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-009_0.txt b/logs-20240607/itac/InvalidDatataype-009_0.txt index 4704a8bda..cdd26e86d 100644 --- a/logs-20240607/itac/InvalidDatataype-009_0.txt +++ b/logs-20240607/itac/InvalidDatataype-009_0.txt @@ -1,5 +1,5 @@ Running #188 /MBI/scripts/gencodes/RMA/InvalidDatataype-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-009.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Accumulate(*origin_addr=0x4706a0, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000) +| [0] ERROR: MPI_Accumulate(*origin_addr=0x470620, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-009.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 177280 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 222736 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 177281 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 222737 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.190843105316162 +Command return code: 255, elapsed time: 7.318219184875488 Finished #188 /MBI/scripts/gencodes/RMA/InvalidDatataype-009.c diff --git a/logs-20240607/itac/InvalidDatataype-010_0.elapsed b/logs-20240607/itac/InvalidDatataype-010_0.elapsed index 1f3bf3df4..614c249d7 100644 --- a/logs-20240607/itac/InvalidDatataype-010_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-010_0.elapsed @@ -1 +1 @@ -7.323803901672363 \ No newline at end of file +7.248074054718018 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-010_0.txt b/logs-20240607/itac/InvalidDatataype-010_0.txt index 2fea2e9c0..d891384aa 100644 --- a/logs-20240607/itac/InvalidDatataype-010_0.txt +++ b/logs-20240607/itac/InvalidDatataype-010_0.txt @@ -1,5 +1,5 @@ Running #361 /MBI/scripts/gencodes/RMA/InvalidDatataype-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-010.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Accumulate(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000) +| [0] ERROR: MPI_Accumulate(*origin_addr=0x4706e0, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-010.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 178592 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 224048 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 178593 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 224049 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.323803901672363 +Command return code: 255, elapsed time: 7.248074054718018 Finished #361 /MBI/scripts/gencodes/RMA/InvalidDatataype-010.c diff --git a/logs-20240607/itac/InvalidDatataype-011_0.elapsed b/logs-20240607/itac/InvalidDatataype-011_0.elapsed index f6ed680c2..67b6bd189 100644 --- a/logs-20240607/itac/InvalidDatataype-011_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-011_0.elapsed @@ -1 +1 @@ -7.143977403640747 \ No newline at end of file +7.220263242721558 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-011_0.txt b/logs-20240607/itac/InvalidDatataype-011_0.txt index 4b4413049..33bf3b9a2 100644 --- a/logs-20240607/itac/InvalidDatataype-011_0.txt +++ b/logs-20240607/itac/InvalidDatataype-011_0.txt @@ -1,5 +1,5 @@ Running #381 /MBI/scripts/gencodes/RMA/InvalidDatataype-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-011.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Raccumulate(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7ffd0a7ee7b8) +| [0] ERROR: MPI_Raccumulate(*origin_addr=0x4706e0, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7ffc330e3468) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-011.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 176131 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 221881 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 176133 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 221883 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.143977403640747 +Command return code: 255, elapsed time: 7.220263242721558 Finished #381 /MBI/scripts/gencodes/RMA/InvalidDatataype-011.c diff --git a/logs-20240607/itac/InvalidDatataype-012_0.elapsed b/logs-20240607/itac/InvalidDatataype-012_0.elapsed index 25c0a92e1..ba4c26562 100644 --- a/logs-20240607/itac/InvalidDatataype-012_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-012_0.elapsed @@ -1 +1 @@ -6.992257356643677 \ No newline at end of file +7.037142276763916 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-012_0.txt b/logs-20240607/itac/InvalidDatataype-012_0.txt index 7409a038f..954a81c26 100644 --- a/logs-20240607/itac/InvalidDatataype-012_0.txt +++ b/logs-20240607/itac/InvalidDatataype-012_0.txt @@ -1,5 +1,5 @@ Running #431 /MBI/scripts/gencodes/RMA/InvalidDatataype-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-012.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Raccumulate(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7fff644a26c8) +| [0] ERROR: MPI_Raccumulate(*origin_addr=0x4706e0, origin_count=10, origin_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7ffd3c334e28) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-012.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 169767 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 215294 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 169768 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 215295 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.992257356643677 +Command return code: 255, elapsed time: 7.037142276763916 Finished #431 /MBI/scripts/gencodes/RMA/InvalidDatataype-012.c diff --git a/logs-20240607/itac/InvalidDatataype-013_0.elapsed b/logs-20240607/itac/InvalidDatataype-013_0.elapsed index b6a8760e2..36bb978d5 100644 --- a/logs-20240607/itac/InvalidDatataype-013_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-013_0.elapsed @@ -1 +1 @@ -7.072790622711182 \ No newline at end of file +7.137064218521118 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-013_0.txt b/logs-20240607/itac/InvalidDatataype-013_0.txt index 320429eba..b563d2334 100644 --- a/logs-20240607/itac/InvalidDatataype-013_0.txt +++ b/logs-20240607/itac/InvalidDatataype-013_0.txt @@ -1,5 +1,5 @@ Running #246 /MBI/scripts/gencodes/RMA/InvalidDatataype-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-013.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Get_accumulate(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x470750, result_count=10, result_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000) +| [0] ERROR: MPI_Get_accumulate(*origin_addr=0x4706a0, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x47ca50, result_count=10, result_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-013.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-013) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-013) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 181829 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227561 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 181830 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227562 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.072790622711182 +Command return code: 255, elapsed time: 7.137064218521118 Finished #246 /MBI/scripts/gencodes/RMA/InvalidDatataype-013.c diff --git a/logs-20240607/itac/InvalidDatataype-014_0.elapsed b/logs-20240607/itac/InvalidDatataype-014_0.elapsed index 3407edc8a..27c4aad00 100644 --- a/logs-20240607/itac/InvalidDatataype-014_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-014_0.elapsed @@ -1 +1 @@ -7.178672552108765 \ No newline at end of file +7.128201484680176 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-014_0.txt b/logs-20240607/itac/InvalidDatataype-014_0.txt index a2b08b68e..d26f053ba 100644 --- a/logs-20240607/itac/InvalidDatataype-014_0.txt +++ b/logs-20240607/itac/InvalidDatataype-014_0.txt @@ -1,5 +1,5 @@ Running #192 /MBI/scripts/gencodes/RMA/InvalidDatataype-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-014.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Get_accumulate(*origin_addr=0x4706a0, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x4706d0, result_count=10, result_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000) +| [0] ERROR: MPI_Get_accumulate(*origin_addr=0x4706e0, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x470710, result_count=10, result_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-014.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-014) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 179282 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 224708 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 179283 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 224709 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.178672552108765 +Command return code: 255, elapsed time: 7.128201484680176 Finished #192 /MBI/scripts/gencodes/RMA/InvalidDatataype-014.c diff --git a/logs-20240607/itac/InvalidDatataype-015_0.elapsed b/logs-20240607/itac/InvalidDatataype-015_0.elapsed index 0cfe40cc2..b53d3e178 100644 --- a/logs-20240607/itac/InvalidDatataype-015_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-015_0.elapsed @@ -1 +1 @@ -7.103595972061157 \ No newline at end of file +7.031110048294067 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-015_0.txt b/logs-20240607/itac/InvalidDatataype-015_0.txt index 730da58e1..a9f25c7e4 100644 --- a/logs-20240607/itac/InvalidDatataype-015_0.txt +++ b/logs-20240607/itac/InvalidDatataype-015_0.txt @@ -1,5 +1,5 @@ Running #111 /MBI/scripts/gencodes/RMA/InvalidDatataype-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-015.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Rget_accumulate(*origin_addr=0x4706a0, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x4706d0, result_count=10, result_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7fff644c09e8) +| [0] ERROR: MPI_Rget_accumulate(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x47cad0, result_count=10, result_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7ffc5a0c9cc8) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-015.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-015) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 180227 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227166 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 180229 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227168 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.103595972061157 +Command return code: 255, elapsed time: 7.031110048294067 Finished #111 /MBI/scripts/gencodes/RMA/InvalidDatataype-015.c diff --git a/logs-20240607/itac/InvalidDatataype-016_0.elapsed b/logs-20240607/itac/InvalidDatataype-016_0.elapsed index a86cf9799..c65818251 100644 --- a/logs-20240607/itac/InvalidDatataype-016_0.elapsed +++ b/logs-20240607/itac/InvalidDatataype-016_0.elapsed @@ -1 +1 @@ -7.107359170913696 \ No newline at end of file +7.224670648574829 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidDatataype-016_0.txt b/logs-20240607/itac/InvalidDatataype-016_0.txt index 9e9702123..2760f2270 100644 --- a/logs-20240607/itac/InvalidDatataype-016_0.txt +++ b/logs-20240607/itac/InvalidDatataype-016_0.txt @@ -1,5 +1,5 @@ Running #12 /MBI/scripts/gencodes/RMA/InvalidDatataype-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidDatataype-016.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Datatype for argument datatype is a null datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Rget_accumulate(*origin_addr=0x470620, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x470650, result_count=10, result_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7ffea1abe358) +| [0] ERROR: MPI_Rget_accumulate(*origin_addr=0x470620, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x47c9d0, result_count=10, result_datatype=MPI_INT, target_rank=0, target_disp=0, target_count=10, target_datatype=MPI_DATATYPE_NULL <<invalid>>, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7fff496cf828) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidDatataype-016.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidDatataype-016) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidDatataype-016) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidDatataype-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidDatataype-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 179820 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 225395 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 179821 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 225396 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.107359170913696 +Command return code: 255, elapsed time: 7.224670648574829 Finished #12 /MBI/scripts/gencodes/RMA/InvalidDatataype-016.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-001_0.elapsed index b71a3eda4..0ee123f0d 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-001_0.elapsed @@ -1 +1 @@ -8.102891683578491 \ No newline at end of file +8.060020685195923 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-001_0.txt index 3b40bf49e..c6c03f881 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-001_0.txt @@ -1,5 +1,5 @@ Running #2017 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_bsend-001.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_bsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224985 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272451 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224987 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272452 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.102891683578491 +Command return code: 255, elapsed time: 8.060020685195923 Finished #2017 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-002_0.elapsed index b1e2a5d19..2e826b3d5 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-002_0.elapsed @@ -1 +1 @@ -8.055266380310059 \ No newline at end of file +7.989284515380859 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-002_0.txt index 5f70ee092..427afb2dc 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-002_0.txt @@ -1,5 +1,5 @@ Running #1424 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_bsend-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-002.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_bsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207101 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252821 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207102 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252822 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.055266380310059 +Command return code: 255, elapsed time: 7.989284515380859 Finished #1424 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003_0.elapsed index d4c1fbddc..4df7d7cf4 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003_0.elapsed @@ -1 +1 @@ -8.045552730560303 \ No newline at end of file +1.107969045639038 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003_0.md5sum b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003_0.md5sum deleted file mode 100644 index 4af3ad89c..000000000 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -b6308aa52b38dcc60d08ec0fa5e60427 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003_0.txt index c32d33fba..a0cfdefd2 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003_0.txt @@ -1,5 +1,5 @@ Running #1765 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_bsend-003.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error -| [1] ERROR: Some memory in buffer 0xffffffffffffffff is inaccessible. -| [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Bsend(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-003.c:45) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-003) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227800 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272984 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227801 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272985 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.045552730560303 +Command return code: 255, elapsed time: 1.107969045639038 Finished #1765 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004_0.elapsed index cfa9d0f9e..4c662d249 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004_0.elapsed @@ -1 +1 @@ -7.9456627368927 \ No newline at end of file +1.1836574077606201 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004_0.md5sum b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004_0.md5sum deleted file mode 100644 index a7c399911..000000000 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -19f43bf1eed4f7405c16fc7b22c8c024 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004_0.txt index 0e97a8469..53d179660 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004_0.txt @@ -1,5 +1,5 @@ Running #1471 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_bsend-004.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error -| [1] ERROR: Some memory in buffer (nil) is inaccessible. -| [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Bsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-004.c:47) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-004) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216002 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259785 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216003 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259786 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.9456627368927 +Command return code: 255, elapsed time: 1.1836574077606201 Finished #1471 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005_0.elapsed index 59f7a54bd..ca5322999 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005_0.elapsed @@ -1 +1 @@ -8.034446954727173 \ No newline at end of file +1.1431946754455566 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005_0.md5sum b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005_0.md5sum deleted file mode 100644 index bb7b10b04..000000000 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -a7b8dcaa7142a3121b428e7f3974be5d \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005_0.txt index 2e7c1d417..4dd820981 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005_0.txt @@ -1,5 +1,5 @@ Running #1546 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_bsend-005.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Currently no buffer is attached, call MPI_Buffer_attach() first. -| [1] ERROR: New message was to be sent by: -| [1] ERROR: MPI_Bsend(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-005.c:49) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend-005) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217604 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263468 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217605 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263469 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.034446954727173 +Command return code: 255, elapsed time: 1.1431946754455566 Finished #1546 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-001_0.elapsed index 541e546f9..b8fe4cfb9 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-001_0.elapsed @@ -1 +1 @@ -8.04016900062561 \ No newline at end of file +8.14992070198059 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-001_0.txt index a2675b8b7..7aa2da888 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1782 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_bsend_init-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null buffer pointer. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff9e694308) +| [1] ERROR: MPI_Bsend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffeed867738) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_bsend_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220053 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265705 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220054 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265706 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.04016900062561 +Command return code: 255, elapsed time: 8.14992070198059 Finished #1782 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-002_0.elapsed index 4d59a1e99..637286ce5 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-002_0.elapsed @@ -1 +1 @@ -8.013667106628418 \ No newline at end of file +7.92429518699646 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-002_0.txt index 5d9ae1807..69503866c 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1290 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_bsend_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null buffer pointer. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd433c6a98) +| [1] ERROR: MPI_Bsend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd01afb448) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-002.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_bsend_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205269 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250300 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205270 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250301 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.013667106628418 +Command return code: 255, elapsed time: 7.92429518699646 Finished #1290 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-003_0.elapsed index be5139d39..cc2925ce4 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-003_0.elapsed @@ -1 +1 @@ -7.550879716873169 \ No newline at end of file +7.750484228134155 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-003_0.txt index fc7a6a89b..3e9467e52 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-003_0.txt @@ -1,5 +1,5 @@ Running #2099 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_bsend_init-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer 0xffffffffffffffff is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Start(*request=0x7ffc0f424248->0x2c000002) +| [1] ERROR: MPI_Start(*request=0x7ffea3811b18->0x2c000002) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-003.c:48) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_bsend_init-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend_init-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend_init-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234954 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3301 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234955 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3302 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.550879716873169 +Command return code: 255, elapsed time: 7.750484228134155 Finished #2099 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-004_0.elapsed index a1911339f..e7b30424f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-004_0.elapsed @@ -1 +1 @@ -8.064827680587769 \ No newline at end of file +8.061616897583008 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-004_0.txt index e6eca72ba..5736a7f3c 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-004_0.txt @@ -1,5 +1,5 @@ Running #2026 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_bsend_init-004.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null buffer pointer. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcbd43aa28) +| [1] ERROR: MPI_Bsend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe99239c38) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-004.c:47) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_bsend_init-004) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend_init-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend_init-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227036 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274191 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227037 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274192 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.064827680587769 +Command return code: 255, elapsed time: 8.061616897583008 Finished #2026 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005_0.elapsed index fd7b4c70c..09ee978ab 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005_0.elapsed @@ -1 +1 @@ -8.806225299835205 \ No newline at end of file +0.9416885375976562 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005_0.md5sum b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005_0.md5sum deleted file mode 100644 index 55a9cc5b7..000000000 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -e50b0c08226d51dce36ede4a3dfb922f \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005_0.txt index c10271f4d..0fca9044f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005_0.txt @@ -1,5 +1,5 @@ Running #1898 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_bsend_init-005.c (batchinfo:1/1) @@ -47,45 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [1] WARNING: LOCAL:MPI:CALL_FAILED: warning -| [1] WARNING: Null MPI_Request. -| [1] WARNING: Error occurred at: -| [1] WARNING: MPI_Request_free(*request=0x7ffeb4271de8->MPI_REQUEST_NULL) -| [1] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-005.c:49) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005) -| -| [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Currently no buffer is attached, call MPI_Buffer_attach() first. -| [1] ERROR: New message was to be sent by: -| [1] ERROR: MPI_Start(*request=0x7ffeb4271de8->0x2c000002) -| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-005.c:52) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_bsend_init-005) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_bsend_init-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (0 errors + 1 warning), 0 reports were suppressed -| [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231433 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277995 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231434 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277996 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.806225299835205 +Command return code: 255, elapsed time: 0.9416885375976562 Finished #1898 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_bsend_init-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-001_0.elapsed index 87b10600e..b24403c25 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-001_0.elapsed @@ -1 +1 @@ -7.947601556777954 \ No newline at end of file +7.995436191558838 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-001_0.txt index d0f0ca658..1f99b0339 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-001_0.txt @@ -1,5 +1,5 @@ Running #2046 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ibsend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Ibsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff84fa3ca8) +| [1] ERROR: MPI_Ibsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff8d0b3cb8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_ibsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ibsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ibsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226681 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271403 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226682 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271404 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.947601556777954 +Command return code: 255, elapsed time: 7.995436191558838 Finished #2046 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-002_0.elapsed index 01ab13955..f71448959 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-002_0.elapsed @@ -1 +1 @@ -7.987968683242798 \ No newline at end of file +8.215457201004028 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-002_0.txt index 439072527..adb7a5ceb 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-002_0.txt @@ -1,5 +1,5 @@ Running #1373 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ibsend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Ibsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffee3cc62f8) +| [1] ERROR: MPI_Ibsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc135fece8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-002.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_ibsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ibsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ibsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212968 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260904 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212969 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260905 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.987968683242798 +Command return code: 255, elapsed time: 8.215457201004028 Finished #1373 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-003_0.elapsed index 5cd2bccfc..0eec9de80 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-003_0.elapsed @@ -1 +1 @@ -7.930811166763306 \ No newline at end of file +7.7873077392578125 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-003_0.txt index d8fc9fbe3..5032ee411 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-003_0.txt @@ -1,5 +1,5 @@ Running #2044 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ibsend-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer 0xffffffffffffffff is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Ibsend(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffafa5d718) +| [1] ERROR: MPI_Ibsend(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffc61e4eb8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-003.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_ibsend-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ibsend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ibsend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231686 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277705 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231687 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277706 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.930811166763306 +Command return code: 255, elapsed time: 7.7873077392578125 Finished #2044 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-004_0.elapsed index 5b60fd57c..5b7504f4e 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-004_0.elapsed @@ -1 +1 @@ -7.934863090515137 \ No newline at end of file +8.002305030822754 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-004_0.txt index caea58e2c..658d584bf 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-004_0.txt @@ -1,5 +1,5 @@ Running #1390 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ibsend-004.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Ibsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffccc85cd18) +| [1] ERROR: MPI_Ibsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffff9e4d698) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-004.c:47) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_ibsend-004) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ibsend-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ibsend-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206135 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252562 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206136 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252563 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.934863090515137 +Command return code: 255, elapsed time: 8.002305030822754 Finished #1390 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-005_0.elapsed index 2a88fb437..d1eb2dba7 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-005_0.elapsed @@ -1 +1 @@ -7.8604559898376465 \ No newline at end of file +8.094674825668335 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-005_0.txt index 4849ff87b..873618f5f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-005_0.txt @@ -1,5 +1,5 @@ Running #1479 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ibsend-005.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error | [1] ERROR: Currently no buffer is attached, call MPI_Buffer_attach() first. | [1] ERROR: New message was to be sent by: -| [1] ERROR: MPI_Ibsend(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc5e186728) +| [1] ERROR: MPI_Ibsend(*buf=0x46ad10, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffeab5d1a68) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-005.c:49) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ibsend-005) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_ibsend-005) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ibsend-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ibsend-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217704 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260838 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217705 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260839 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.8604559898376465 +Command return code: 255, elapsed time: 8.094674825668335 Finished #1479 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ibsend-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-001_0.elapsed index 47a5d078a..130f6f7bb 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-001_0.elapsed @@ -1 +1 @@ -7.463533401489258 \ No newline at end of file +7.528664588928223 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-001_0.txt index 373b82b33..2da4d4a3b 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-001_0.txt @@ -1,5 +1,5 @@ Running #1578 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_imrecv-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Imrecv(*buf=NULL, count=10, datatype=MPI_INT, *message, *request=0x7ffc433d4608) +| [0] ERROR: MPI_Imrecv(*buf=NULL, count=10, datatype=MPI_INT, *message, *request=0x7fff0cc19648) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_imrecv-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_imrecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_imrecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226418 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270071 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226419 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270072 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.463533401489258 +Command return code: 255, elapsed time: 7.528664588928223 Finished #1578 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-002_0.elapsed index 2280bafd1..e3e26e866 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-002_0.elapsed @@ -1 +1 @@ -7.2722694873809814 \ No newline at end of file +7.335203409194946 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-002_0.txt index d910df77f..fa6c79b91 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-002_0.txt @@ -1,5 +1,5 @@ Running #1353 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_imrecv-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Imrecv(*buf=NULL, count=10, datatype=MPI_INT, *message, *request=0x7ffe486285b8) +| [0] ERROR: MPI_Imrecv(*buf=NULL, count=10, datatype=MPI_INT, *message, *request=0x7ffe67dda568) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-002.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_imrecv-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_imrecv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_imrecv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204638 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251033 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204639 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251034 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2722694873809814 +Command return code: 255, elapsed time: 7.335203409194946 Finished #1353 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-003_0.elapsed index 5214759b8..c425f170f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-003_0.elapsed @@ -1 +1 @@ -2.480092763900757 \ No newline at end of file +2.4922566413879395 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-003_0.txt index 5a2e74232..3732748b9 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-003_0.txt @@ -1,5 +1,5 @@ Running #1948 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_imrecv-003.c (batchinfo:1/1) @@ -60,11 +60,11 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-003.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_imrecv-003) | [0] ERROR: While processing: -| [0] ERROR: MPI_Imrecv(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, *message, *request=0x7ffc1bf3dc28) +| [0] ERROR: MPI_Imrecv(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, *message, *request=0x7ffd2f14b658) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_imrecv-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_imrecv-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:EXIT:SIGNAL: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -73,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223577 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270214 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223578 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270215 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.480092763900757 +Command return code: 255, elapsed time: 2.4922566413879395 Finished #1948 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-004_0.elapsed index 06504f7bd..d2487bedd 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-004_0.elapsed @@ -1 +1 @@ -0.693493127822876 \ No newline at end of file +7.03781270980835 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-004_0.txt index a956da608..57b374664 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-004_0.txt @@ -1,5 +1,5 @@ Running #1847 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_imrecv-004.c (batchinfo:1/1) @@ -47,23 +47,36 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: LOCAL:MPI:CALL_FAILED: error +| [0] ERROR: Null buffer pointer. +| [0] ERROR: Error occurred at: +| [0] ERROR: MPI_Imrecv(*buf=NULL, count=10, datatype=MPI_INT, *message, *request=0x7ffc5f0a7668) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-004.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_imrecv-004) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_imrecv-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 235047 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2379 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 235048 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2380 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.693493127822876 +Command return code: 255, elapsed time: 7.03781270980835 Finished #1847 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-005_0.elapsed index af6447920..c2f332e7d 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-005_0.elapsed @@ -1 +1 @@ -2.43725848197937 \ No newline at end of file +2.3716466426849365 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-005_0.txt index a299b1b3c..ba7a3c7d2 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-005_0.txt @@ -1,5 +1,5 @@ Running #1657 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_imrecv-005.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-005.c:51) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-005) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_imrecv-005) | [0] WARNING: Message sent by [1] at: -| [0] WARNING: MPI_Isend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe4a917fdc) +| [0] WARNING: MPI_Isend(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc736b8ebc) | [0] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-005.c:47) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_imrecv-005) -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_imrecv-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_imrecv-005) +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_imrecv-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] ERROR: Incomplete/invalid trace information: global rank of process unknown | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | @@ -73,6 +73,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.43725848197937 +Command return code: 0, elapsed time: 2.3716466426849365 Finished #1657 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_imrecv-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-001_0.elapsed index da06c5a93..290906aaf 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-001_0.elapsed @@ -1 +1 @@ -7.177944898605347 \ No newline at end of file +7.395402431488037 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-001_0.txt index 28450d25b..04f578ce7 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-001_0.txt @@ -1,5 +1,5 @@ Running #1883 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_irecv-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Irecv(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc72e036c8) +| [0] ERROR: MPI_Irecv(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe5b0c9e38) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_irecv-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222400 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267795 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222401 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267796 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.177944898605347 +Command return code: 255, elapsed time: 7.395402431488037 Finished #1883 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-002_0.elapsed index 57af5119b..641df12dc 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-002_0.elapsed @@ -1 +1 @@ -7.294398784637451 \ No newline at end of file +7.310471296310425 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-002_0.txt index 32b7d550d..8e2d429e0 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-002_0.txt @@ -1,5 +1,5 @@ Running #1629 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_irecv-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Irecv(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffea7bfc578) +| [0] ERROR: MPI_Irecv(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe3e4b66a8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_irecv-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irecv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irecv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222017 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268588 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222018 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268589 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.294398784637451 +Command return code: 255, elapsed time: 7.310471296310425 Finished #1629 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-003_0.elapsed index 5deade129..cd9b753fc 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-003_0.elapsed @@ -1 +1 @@ -2.5539379119873047 \ No newline at end of file +2.4793508052825928 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-003_0.txt index e8b2bd101..ad98b4972 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-003_0.txt @@ -1,5 +1,5 @@ Running #1454 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_irecv-003.c (batchinfo:1/1) @@ -60,11 +60,11 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-003.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_irecv-003) | [0] ERROR: While processing: -| [0] ERROR: MPI_Wait(*request=0x7ffec5b3a1f8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fff8de44fb8->0x2c000002, *status=0x1) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irecv-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irecv-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:SIGNAL: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207000 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252990 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207001 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252991 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.5539379119873047 +Command return code: 255, elapsed time: 2.4793508052825928 Finished #1454 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-004_0.elapsed index 06e65ff1a..413912f4b 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-004_0.elapsed @@ -1 +1 @@ -7.294459819793701 \ No newline at end of file +7.339949369430542 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-004_0.txt index 758b6e374..d7511b507 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-004_0.txt @@ -1,5 +1,5 @@ Running #1873 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_irecv-004.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Irecv(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe59e68338) +| [0] ERROR: MPI_Irecv(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff8bd90d38) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-004.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_irecv-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irecv-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irecv-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231393 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275437 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231394 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275438 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.294459819793701 +Command return code: 255, elapsed time: 7.339949369430542 Finished #1873 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-005_0.elapsed index 78c8bf7d0..207a2ec63 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-005_0.elapsed @@ -1 +1 @@ -2.5559000968933105 \ No newline at end of file +2.334949493408203 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-005_0.txt index a09dce6f4..07d1b421e 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irecv-005_0.txt @@ -1,5 +1,5 @@ Running #1410 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_irecv-005.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irecv-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irecv-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.5559000968933105 +Command return code: 0, elapsed time: 2.334949493408203 Finished #1410 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irecv-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-001_0.elapsed index a88aa470e..e83f6d260 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-001_0.elapsed @@ -1 +1 @@ -7.843625545501709 \ No newline at end of file +7.938214302062988 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-001_0.txt index b06b28e71..a4f6486d9 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-001_0.txt @@ -1,5 +1,5 @@ Running #1753 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_irsend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Irsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd1bdc1868) +| [1] ERROR: MPI_Irsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff580686f8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_irsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222763 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267733 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222765 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267734 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.843625545501709 +Command return code: 255, elapsed time: 7.938214302062988 Finished #1753 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-002_0.elapsed index 74a3eac61..cc66a2e29 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-002_0.elapsed @@ -1 +1 @@ -8.125312089920044 \ No newline at end of file +8.007452726364136 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-002_0.txt index ec3b102dc..65af92c00 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-002_0.txt @@ -1,5 +1,5 @@ Running #1354 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_irsend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Irsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffee44a33d8) +| [1] ERROR: MPI_Irsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe7dc3b168) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-002.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_irsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205138 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251369 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205139 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251370 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.125312089920044 +Command return code: 255, elapsed time: 8.007452726364136 Finished #1354 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-003_0.elapsed index bd28c5159..880c46277 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-003_0.elapsed @@ -1 +1 @@ -7.885853290557861 \ No newline at end of file +7.914236545562744 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-003_0.txt index 2bd065dd0..4a3fda3ba 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-003_0.txt @@ -1,5 +1,5 @@ Running #1421 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_irsend-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer 0xffffffffffffffff is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Irsend(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffce4ce2a08) +| [1] ERROR: MPI_Irsend(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff3376bcb8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-003.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_irsend-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irsend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irsend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206261 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251981 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206262 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251982 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.885853290557861 +Command return code: 255, elapsed time: 7.914236545562744 Finished #1421 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-004_0.elapsed index 5bc7b0771..cbe6a4d32 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-004_0.elapsed @@ -1 +1 @@ -8.00252914428711 \ No newline at end of file +7.927203416824341 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-004_0.txt index 48007b372..8c889ac36 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-004_0.txt @@ -1,5 +1,5 @@ Running #1871 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_irsend-004.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Irsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcab1baaa8) +| [1] ERROR: MPI_Irsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd0b5989d8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-004.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_irsend-004) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irsend-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irsend-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231089 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275103 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231090 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275104 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.00252914428711 +Command return code: 255, elapsed time: 7.927203416824341 Finished #1871 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-005_0.elapsed index 966173459..db8fb3eab 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-005_0.elapsed @@ -1 +1 @@ -2.3756282329559326 \ No newline at end of file +2.4566118717193604 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-005_0.txt index bd1e01feb..8faa031df 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_irsend-005_0.txt @@ -1,5 +1,5 @@ Running #1763 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_irsend-005.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irsend-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_irsend-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3756282329559326 +Command return code: 0, elapsed time: 2.4566118717193604 Finished #1763 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_irsend-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-001_0.elapsed index 1523c1bfa..d00c81370 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-001_0.elapsed @@ -1 +1 @@ -8.095096826553345 \ No newline at end of file +7.906570911407471 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-001_0.txt index b56a715c9..6b39ec031 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-001_0.txt @@ -1,5 +1,5 @@ Running #1594 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_isend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Isend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe4bff0f88) +| [1] ERROR: MPI_Isend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe98ed4268) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_isend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_isend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_isend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212830 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257556 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212831 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257557 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.095096826553345 +Command return code: 255, elapsed time: 7.906570911407471 Finished #1594 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-002_0.elapsed index 01f3b55ba..741c829f3 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-002_0.elapsed @@ -1 +1 @@ -7.983904600143433 \ No newline at end of file +8.107672691345215 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-002_0.txt index c83e7fea1..3532eb2d5 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-002_0.txt @@ -1,5 +1,5 @@ Running #1379 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_isend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Isend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd48c4db18) +| [1] ERROR: MPI_Isend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe5b84efb8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_isend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_isend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_isend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214370 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262436 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214371 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262437 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.983904600143433 +Command return code: 255, elapsed time: 8.107672691345215 Finished #1379 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-003_0.elapsed index 0c1c72663..9581a6a0b 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-003_0.elapsed @@ -1 +1 @@ -8.078542232513428 \ No newline at end of file +8.068019390106201 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-003_0.txt index c8e7b11f5..5f7dcc3c2 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-003_0.txt @@ -1,5 +1,5 @@ Running #1482 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_isend-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer 0xffffffffffffffff is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Isend(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc6fa84558) +| [1] ERROR: MPI_Isend(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffeb1337d98) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-003.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_isend-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_isend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_isend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218134 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261268 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218135 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261270 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.078542232513428 +Command return code: 255, elapsed time: 8.068019390106201 Finished #1482 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-004_0.elapsed index fd07f626e..9e261d32f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-004_0.elapsed @@ -1 +1 @@ -7.86182427406311 \ No newline at end of file +7.861462593078613 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-004_0.txt index 53ef3e8ae..3516c5e5e 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-004_0.txt @@ -1,5 +1,5 @@ Running #1802 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_isend-004.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Isend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcf1c5db58) +| [1] ERROR: MPI_Isend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe293ee6f8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-004.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_isend-004) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_isend-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_isend-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231822 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277433 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231823 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277434 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.86182427406311 +Command return code: 255, elapsed time: 7.861462593078613 Finished #1802 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-005_0.elapsed index 36ab158fc..6026160d4 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-005_0.elapsed @@ -1 +1 @@ -2.272538423538208 \ No newline at end of file +2.3624320030212402 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-005_0.txt index 514392f61..93d7f6a3f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_isend-005_0.txt @@ -1,5 +1,5 @@ Running #1634 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_isend-005.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_isend-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_isend-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.272538423538208 +Command return code: 0, elapsed time: 2.3624320030212402 Finished #1634 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_isend-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-001_0.elapsed index 064335ebf..ffe2308e6 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-001_0.elapsed @@ -1 +1 @@ -8.123457670211792 \ No newline at end of file +8.095771312713623 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-001_0.txt index fcb88d782..bcf4d538c 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-001_0.txt @@ -1,5 +1,5 @@ Running #1582 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_issend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Issend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffefa286488) +| [1] ERROR: MPI_Issend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff552c25a8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_issend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_issend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_issend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227261 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270771 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227262 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270772 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.123457670211792 +Command return code: 255, elapsed time: 8.095771312713623 Finished #1582 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-002_0.elapsed index 249de06a6..97a2059e1 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-002_0.elapsed @@ -1 +1 @@ -7.928613185882568 \ No newline at end of file +8.042582035064697 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-002_0.txt index 2d807eed0..a3e4cad95 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-002_0.txt @@ -1,5 +1,5 @@ Running #1405 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_issend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Issend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc71293658) +| [1] ERROR: MPI_Issend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc09b519c8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_issend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_issend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_issend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217526 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263603 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217527 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263604 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.928613185882568 +Command return code: 255, elapsed time: 8.042582035064697 Finished #1405 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-003_0.elapsed index 9f1576f9a..a3aa57b4f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-003_0.elapsed @@ -1 +1 @@ -8.18949556350708 \ No newline at end of file +8.045260667800903 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-003_0.txt index 22c24e341..d8eb2acb2 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-003_0.txt @@ -1,5 +1,5 @@ Running #1882 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_issend-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer 0xffffffffffffffff is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Issend(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd80758368) +| [1] ERROR: MPI_Issend(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffdb1221fd8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-003.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_issend-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_issend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_issend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221809 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267413 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221810 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267414 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.18949556350708 +Command return code: 255, elapsed time: 8.045260667800903 Finished #1882 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-004_0.elapsed index 86d7814cd..fd650b20d 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-004_0.elapsed @@ -1 +1 @@ -8.059708595275879 \ No newline at end of file +8.161048412322998 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-004_0.txt index f4269cab7..3fc372ae5 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-004_0.txt @@ -1,5 +1,5 @@ Running #1786 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_issend-004.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Issend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff314f9038) +| [1] ERROR: MPI_Issend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffdf7dae328) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-004.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_issend-004) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_issend-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_issend-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221272 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267093 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221273 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267094 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.059708595275879 +Command return code: 255, elapsed time: 8.161048412322998 Finished #1786 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-005_0.elapsed index 4d44424ce..9504c6e8f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-005_0.elapsed @@ -1 +1 @@ -2.2193188667297363 \ No newline at end of file +2.1192691326141357 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-005_0.txt index 69c2e9eb8..feb04599d 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_issend-005_0.txt @@ -1,5 +1,5 @@ Running #2043 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_issend-005.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_issend-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_issend-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2193188667297363 +Command return code: 0, elapsed time: 2.1192691326141357 Finished #2043 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_issend-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001_0.elapsed index 2575c12ef..121c40c80 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001_0.elapsed @@ -1 +1 @@ -7.473909378051758 \ No newline at end of file +1.2840683460235596 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001_0.md5sum b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001_0.md5sum deleted file mode 100644 index 70de27b34..000000000 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -d471dd4e1330970fe240a34f67eb3325 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001_0.txt index 37710b97d..b4c3eb32f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001_0.txt @@ -1,5 +1,5 @@ Running #2082 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_mrecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_mrecv-001.c (batchinfo:1/1) @@ -47,36 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Null buffer pointer. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Mrecv(*buf=NULL, count=10, datatype=MPI_INT, *message, *status=0x7ffe55bb90e8) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_mrecv-001.c:40) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_mrecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228627 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274815 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228628 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274816 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.473909378051758 +Command return code: 255, elapsed time: 1.2840683460235596 Finished #2082 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_mrecv-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-002_0.elapsed index ab30a01c6..c04a45aec 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-002_0.elapsed @@ -1 +1 @@ -7.182574272155762 \ No newline at end of file +7.168627500534058 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-002_0.txt index 5218f8d40..56d615f0a 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-002_0.txt @@ -1,5 +1,5 @@ Running #2096 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_mrecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_mrecv-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Mrecv(*buf=NULL, count=10, datatype=MPI_INT, *message, *status=0x7ffe20a1e128) +| [0] ERROR: MPI_Mrecv(*buf=NULL, count=10, datatype=MPI_INT, *message, *status=0x7fff070065d8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_mrecv-002.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_mrecv-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_mrecv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_mrecv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233507 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 1071 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233508 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 1072 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.182574272155762 +Command return code: 255, elapsed time: 7.168627500534058 Finished #2096 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_mrecv-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-003_0.elapsed index 09c9cf77c..f6ac95ff3 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-003_0.elapsed @@ -1 +1 @@ -2.4685943126678467 \ No newline at end of file +2.2748751640319824 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-003_0.txt index 96d485497..25f3ee545 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-003_0.txt @@ -1,5 +1,5 @@ Running #2048 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_mrecv-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_mrecv-003.c (batchinfo:1/1) @@ -53,9 +53,9 @@ Executing the command (cwd: None) | [0] ERROR: Signal was encountered at: | [0] ERROR: (/opt/intel/oneapi/mpi/2021.12/lib/libmpi.so.12.0.0) | [0] ERROR: While processing: -| [0] ERROR: MPI_Mrecv(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, *message, *status=0x7ffdf4501ce8) +| [0] ERROR: MPI_Mrecv(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, *message, *status=0x7fff613550d8) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_mrecv-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_mrecv-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:EXIT:SIGNAL: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -64,16 +64,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227038 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271985 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227039 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271986 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.4685943126678467 +Command return code: 255, elapsed time: 2.2748751640319824 Finished #2048 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_mrecv-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-004_0.elapsed index b4e4767ec..973081367 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-004_0.elapsed @@ -1 +1 @@ -7.553482294082642 \ No newline at end of file +7.314587354660034 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-004_0.txt index 0306de522..e36ef695c 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-004_0.txt @@ -1,5 +1,5 @@ Running #1928 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_mrecv-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_mrecv-004.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Mrecv(*buf=NULL, count=10, datatype=MPI_INT, *message, *status=0x7ffee74f62d8) +| [0] ERROR: MPI_Mrecv(*buf=NULL, count=10, datatype=MPI_INT, *message, *status=0x7ffce4ac2ad8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_mrecv-004.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_mrecv-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_mrecv-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_mrecv-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228504 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273110 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228505 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273111 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.553482294082642 +Command return code: 255, elapsed time: 7.314587354660034 Finished #1928 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_mrecv-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-005_0.elapsed index 7a3ae381b..687515535 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-005_0.elapsed @@ -1 +1 @@ -1.2519469261169434 \ No newline at end of file +2.3533413410186768 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-005_0.txt index 1fbf4f8c5..544a382ca 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_mrecv-005_0.txt @@ -1,5 +1,5 @@ Running #1417 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_mrecv-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_mrecv-005.c (batchinfo:1/1) @@ -47,23 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_mrecv-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226287 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| [0] INFO: Error checking completed without finding any problems. | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226288 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| Rank 0 finished normally +| Rank 1 finished normally | -Command return code: 255, elapsed time: 1.2519469261169434 +Command return code: 0, elapsed time: 2.3533413410186768 Finished #1417 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_mrecv-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-001_0.elapsed index 795b5d2f5..346075b93 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-001_0.elapsed @@ -1 +1 @@ -0.1210634708404541 \ No newline at end of file +0.10741710662841797 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-001_0.txt index fff807ad7..26ef44be5 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1474 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_precv_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccdb9PNz.o: in function `main': +ld: /tmp/iccdcN5gV.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-001.c:44: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-001.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-002_0.elapsed index 2eab51909..80685878d 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-002_0.elapsed @@ -1 +1 @@ -0.09985709190368652 \ No newline at end of file +0.09996175765991211 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-002_0.txt index 0142fdf87..12da79772 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-002_0.txt @@ -1,5 +1,5 @@ Running #1810 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_precv_init-002.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icc6huBiR.o: in function `main': +ld: /tmp/iccO2L3Xf.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-002.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-002.c:44: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-002.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-003_0.elapsed index dae2a7769..2e719acb8 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-003_0.elapsed @@ -1 +1 @@ -0.11226701736450195 \ No newline at end of file +0.10221385955810547 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-003_0.txt index 2edfed8a8..1d1807603 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-003_0.txt @@ -1,5 +1,5 @@ Running #1592 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_precv_init-003.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccaZYSyo.o: in function `main': +ld: /tmp/iccrSv8n5.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-003.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-003.c:44: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-003.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-004_0.elapsed index 672283acd..322bfa540 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-004_0.elapsed @@ -1 +1 @@ -0.10884928703308105 \ No newline at end of file +0.10595297813415527 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-004_0.txt index 941261b19..bc3c41d28 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-004_0.txt @@ -1,5 +1,5 @@ Running #1540 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_precv_init-004.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccxyuRxL.o: in function `main': +ld: /tmp/iccXgb6ot.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-004.c:39: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-004.c:46: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-004.c:49: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-005_0.elapsed index 22c9edc17..4f201a207 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-005_0.elapsed @@ -1 +1 @@ -0.11249637603759766 \ No newline at end of file +0.10853123664855957 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-005_0.txt index c703bb9ca..bdf431e13 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_precv_init-005_0.txt @@ -1,5 +1,5 @@ Running #1716 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_precv_init-005.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccg4GzNY.o: in function `main': +ld: /tmp/icccBsbGS.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-005.c:39: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-005.c:47: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_precv_init-005.c:50: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-001_0.elapsed index a34ad047e..54a7af589 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-001_0.elapsed @@ -1 +1 @@ -0.10175418853759766 \ No newline at end of file +0.10807585716247559 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-001_0.txt index 2cfaa9c57..6082b67af 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-001_0.txt @@ -1,5 +1,5 @@ Running #2012 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_psend_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccYbpN8U.o: in function `main': +ld: /tmp/iccjPVsCX.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-001.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-001.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-002_0.elapsed index 85caa3c57..e6278ed23 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-002_0.elapsed @@ -1 +1 @@ -0.1196603775024414 \ No newline at end of file +0.10482549667358398 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-002_0.txt index 9f2871178..1cfb36640 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1754 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_psend_init-002.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccAaZxFv.o: in function `main': +ld: /tmp/iccz6kZMx.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-002.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-002.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-002.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-003_0.elapsed index 53a9c4534..37845bbb8 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-003_0.elapsed @@ -1 +1 @@ -0.10693597793579102 \ No newline at end of file +0.11332249641418457 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-003_0.txt index 79529cd47..c8604b692 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-003_0.txt @@ -1,5 +1,5 @@ Running #1272 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_psend_init-003.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccsIcrVz.o: in function `main': +ld: /tmp/icc0hk7BB.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-003.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-003.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-003.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-004_0.elapsed index 3fee8d7fb..9ab5e2cd7 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-004_0.elapsed @@ -1 +1 @@ -0.10814332962036133 \ No newline at end of file +0.1158440113067627 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-004_0.txt index d9025b31e..aeede984c 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-004_0.txt @@ -1,5 +1,5 @@ Running #1529 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_psend_init-004.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccNr5dfm.o: in function `main': +ld: /tmp/iccOoLDFo.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-004.c:39: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-004.c:45: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-004.c:49: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-005_0.elapsed index a9fe5c3d4..76e09e5fe 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-005_0.elapsed @@ -1 +1 @@ -0.10452914237976074 \ No newline at end of file +0.10409784317016602 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-005_0.txt index 324457b9a..446478851 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_psend_init-005_0.txt @@ -1,5 +1,5 @@ Running #1670 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_psend_init-005.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccuH1eBj.o: in function `main': +ld: /tmp/iccYc2QZf.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-005.c:39: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-005.c:46: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_psend_init-005.c:50: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001_0.elapsed index e1ba264fc..a4418d309 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001_0.elapsed @@ -1 +1 @@ -7.1910905838012695 \ No newline at end of file +1.1876614093780518 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001_0.md5sum b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001_0.md5sum deleted file mode 100644 index 6afaa0f9c..000000000 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -c0f127de3a455c274f46fe8290834bfb \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001_0.txt index c5e8aeef9..e7bc32f84 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001_0.txt @@ -1,5 +1,5 @@ Running #1522 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_recv-001.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Null buffer pointer. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-001.c:36) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208987 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255960 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208988 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255961 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.1910905838012695 +Command return code: 255, elapsed time: 1.1876614093780518 Finished #1522 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-002_0.elapsed index eaf1241a0..0321a3de0 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-002_0.elapsed @@ -1 +1 @@ -7.63023567199707 \ No newline at end of file +7.214222431182861 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-002_0.txt index da4d21c0d..ba084ae51 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-002_0.txt @@ -1,5 +1,5 @@ Running #1472 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_recv-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-002.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_recv-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216387 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259831 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216388 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259832 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.63023567199707 +Command return code: 255, elapsed time: 7.214222431182861 Finished #1472 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-003_0.elapsed index 30c27a6de..c79027bab 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-003_0.elapsed @@ -1 +1 @@ -2.236304998397827 \ No newline at end of file +2.4560019969940186 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-003_0.txt index 1fb8e7a0c..0de45f5de 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-003_0.txt @@ -1,5 +1,5 @@ Running #1848 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_recv-003.c (batchinfo:1/1) @@ -60,11 +60,11 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-003.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_recv-003) | [0] ERROR: While processing: | [0] ERROR: MPI_Recv(*buf=MPI_IN_PLACE, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:SIGNAL: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221611 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266110 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221612 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266111 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.236304998397827 +Command return code: 255, elapsed time: 2.4560019969940186 Finished #1848 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004_0.elapsed index 0bbf76a1c..2e6c5ed82 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004_0.elapsed @@ -1 +1 @@ -7.156841278076172 \ No newline at end of file +0.823040246963501 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004_0.md5sum b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004_0.md5sum deleted file mode 100644 index 4b1c71dd1..000000000 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -63e69ed33bd60f37a78fe03855f70583 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004_0.txt index 7c09dd011..64457ffd2 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004_0.txt @@ -1,5 +1,5 @@ Running #2005 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_recv-004.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Null buffer pointer. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-004.c:38) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-004) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232971 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2926 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232972 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2927 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.156841278076172 +Command return code: 255, elapsed time: 0.823040246963501 Finished #2005 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-005_0.elapsed index bb2dba22b..702798887 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-005_0.elapsed @@ -1 +1 @@ -1.0599133968353271 \ No newline at end of file +2.3216819763183594 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-005_0.txt index 3b8843ec0..f5a533f07 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv-005_0.txt @@ -1,5 +1,5 @@ Running #1372 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_recv-005.c (batchinfo:1/1) @@ -47,23 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212876 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| [0] INFO: Error checking completed without finding any problems. | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212877 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| Rank 0 finished normally +| Rank 1 finished normally | -Command return code: 255, elapsed time: 1.0599133968353271 +Command return code: 0, elapsed time: 2.3216819763183594 Finished #1372 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-001_0.elapsed index 104551825..360de2534 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-001_0.elapsed @@ -1 +1 @@ -7.195252418518066 \ No newline at end of file +7.432313680648804 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-001_0.txt index 95e702433..0ae026287 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1732 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_recv_init-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv_init(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe59f79578) +| [0] ERROR: MPI_Recv_init(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe41245b08) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_recv_init-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221217 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268345 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221218 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268346 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.195252418518066 +Command return code: 255, elapsed time: 7.432313680648804 Finished #1732 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-002_0.elapsed index bceb613ec..c1de1ffdf 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-002_0.elapsed @@ -1 +1 @@ -7.347926616668701 \ No newline at end of file +7.407792091369629 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-002_0.txt index 2637e56a2..ab00708e2 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-002_0.txt @@ -1,5 +1,5 @@ Running #2039 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_recv_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv_init(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff353f7628) +| [0] ERROR: MPI_Recv_init(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd1c437ad8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_recv_init-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230894 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276697 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230895 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276698 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.347926616668701 +Command return code: 255, elapsed time: 7.407792091369629 Finished #2039 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003_0.elapsed index a0dabd685..afa5a6df4 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003_0.elapsed @@ -1 +1 @@ -2.32594895362854 \ No newline at end of file +1.0796284675598145 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003_0.md5sum b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003_0.md5sum deleted file mode 100644 index 01f2cf6e9..000000000 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -d2b431eaa758a1474f640d30f70f83e1 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003_0.txt index 699f6a27e..f2900a60b 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003_0.txt @@ -1,5 +1,5 @@ Running #1639 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_recv_init-003.c (batchinfo:1/1) @@ -47,41 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:EXIT:SIGNAL: fatal error -| [0] ERROR: Fatal signal 11 (SIGSEGV) raised. -| [0] ERROR: Signal was encountered at: -| [0] ERROR: (/opt/intel/oneapi/mpi/2021.12/lib/libmpi.so.12.0.0) -| [0] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) -| [0] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) -| [0] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-003.c:41) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-003) -| [0] ERROR: While processing: -| [0] ERROR: MPI_Wait(*request=0x7ffccdb67dc8->0x2c000002, *status=0x1) -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv_init-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:EXIT:SIGNAL: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226627 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272295 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226628 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272296 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.32594895362854 +Command return code: 255, elapsed time: 1.0796284675598145 Finished #1639 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-004_0.elapsed index b5c21ab9a..5e39481a9 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-004_0.elapsed @@ -1 +1 @@ -7.337096452713013 \ No newline at end of file +7.456294059753418 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-004_0.txt index cdac45756..d207eef81 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-004_0.txt @@ -1,5 +1,5 @@ Running #1489 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_recv_init-004.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv_init(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffac45d678) +| [0] ERROR: MPI_Recv_init(*buf=NULL, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd7c089ae8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-004.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_recv_init-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv_init-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_recv_init-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208405 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254060 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208406 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254061 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.337096452713013 +Command return code: 255, elapsed time: 7.456294059753418 Finished #1489 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-005_0.elapsed index 9e198e716..64b98c54e 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-005_0.elapsed @@ -1 +1 @@ -1.2970056533813477 \ No newline at end of file +1.3673157691955566 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-005_0.txt index ac72de18d..51ddaa033 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-005_0.txt @@ -1,5 +1,5 @@ Running #1577 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_recv_init-005.c (batchinfo:1/1) @@ -51,11 +51,11 @@ Executing the command (cwd: None) | [0] WARNING: LOCAL:MPI:CALL_FAILED: warning | [0] WARNING: Null MPI_Request. | [0] WARNING: Error occurred at: -| [0] WARNING: MPI_Request_free(*request=0x7fffb3849fd8->MPI_REQUEST_NULL) +| [0] WARNING: MPI_Request_free(*request=0x7ffd70a5d6e8->MPI_REQUEST_NULL) | [0] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-005.c:38) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_recv_init-005) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_recv_init-005) | malloc(): unaligned tcache chunk detected | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226338 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270018 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226339 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270019 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.2970056533813477 +Command return code: 255, elapsed time: 1.3673157691955566 Finished #1577 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_recv_init-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-001_0.elapsed index b33469370..e086c829b 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-001_0.elapsed @@ -1 +1 @@ -7.9755167961120605 \ No newline at end of file +8.25875735282898 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-001_0.txt index df312897e..d3d2d7d3b 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-001_0.txt @@ -1,5 +1,5 @@ Running #1580 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_rsend-001.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_rsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226916 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270497 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226917 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270498 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.9755167961120605 +Command return code: 255, elapsed time: 8.25875735282898 Finished #1580 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-002_0.elapsed index 65895de15..d031b941f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-002_0.elapsed @@ -1 +1 @@ -0.976081132888794 \ No newline at end of file +8.06391429901123 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-002_0.txt index 9c3766eec..4a635b1ff 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-002_0.txt @@ -1,5 +1,5 @@ Running #1986 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_rsend-002.c (batchinfo:1/1) @@ -47,23 +47,35 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error +| [1] ERROR: Some memory in buffer (nil) is inaccessible. +| [1] ERROR: Error occurred in: +| [1] ERROR: MPI_Rsend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-002.c:43) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_rsend-002) +| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 225337 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272656 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 225339 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272657 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.976081132888794 +Command return code: 255, elapsed time: 8.06391429901123 Finished #1986 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-003_0.elapsed index 8778540ca..9622000e5 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-003_0.elapsed @@ -1 +1 @@ -7.909116744995117 \ No newline at end of file +7.882692098617554 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-003_0.txt index 2e7dce2b3..b6dfabcec 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-003_0.txt @@ -1,5 +1,5 @@ Running #1262 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_rsend-003.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-003.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_rsend-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208192 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254515 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208194 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254516 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.909116744995117 +Command return code: 255, elapsed time: 7.882692098617554 Finished #1262 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-004_0.elapsed index 98962b189..f76b42fc3 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-004_0.elapsed @@ -1 +1 @@ -7.935490846633911 \ No newline at end of file +7.853360176086426 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-004_0.txt index 5a8f6d3e3..b1a72a26b 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-004_0.txt @@ -1,5 +1,5 @@ Running #1399 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_rsend-004.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-004.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_rsend-004) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211399 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257989 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211400 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257990 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.935490846633911 +Command return code: 255, elapsed time: 7.853360176086426 Finished #1399 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-005_0.elapsed index 4211fdffc..1f20c37ea 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-005_0.elapsed @@ -1 +1 @@ -2.319969415664673 \ No newline at end of file +2.2825655937194824 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-005_0.txt index 51c0e196b..b713ea4af 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend-005_0.txt @@ -1,5 +1,5 @@ Running #1318 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_rsend-005.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.319969415664673 +Command return code: 0, elapsed time: 2.2825655937194824 Finished #1318 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-001_0.elapsed index d6b714560..dfe4fe49e 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-001_0.elapsed @@ -1 +1 @@ -8.14583444595337 \ No newline at end of file +7.871382474899292 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-001_0.txt index fe422c5d6..e914399a3 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1955 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_rsend_init-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null buffer pointer. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffeae235ae8) +| [1] ERROR: MPI_Rsend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff17265048) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_rsend_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227383 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275632 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227384 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275633 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.14583444595337 +Command return code: 255, elapsed time: 7.871382474899292 Finished #1955 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-002_0.elapsed index 898472143..2930d3919 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-002_0.elapsed @@ -1 +1 @@ -8.042264223098755 \ No newline at end of file +8.084285259246826 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-002_0.txt index 0391e7066..53c8191b7 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1831 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_rsend_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null buffer pointer. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff84e20288) +| [1] ERROR: MPI_Rsend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffde1c2a128) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-002.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_rsend_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227483 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271342 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227484 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271343 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.042264223098755 +Command return code: 255, elapsed time: 8.084285259246826 Finished #1831 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-003_0.elapsed index c9b455e4b..076d0f74e 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-003_0.elapsed @@ -1 +1 @@ -8.20189905166626 \ No newline at end of file +8.101729154586792 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-003_0.txt index 33ae4d565..75973473c 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-003_0.txt @@ -1,5 +1,5 @@ Running #1476 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_rsend_init-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer 0xffffffffffffffff is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Start(*request=0x7fffd45dff78->0x2c000002) +| [1] ERROR: MPI_Start(*request=0x7ffec81d2e38->0x2c000002) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-003.c:46) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_rsend_init-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend_init-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend_init-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217194 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260441 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217195 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260442 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.20189905166626 +Command return code: 255, elapsed time: 8.101729154586792 Finished #1476 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-004_0.elapsed index fcc84b757..c04af5ab2 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-004_0.elapsed @@ -1 +1 @@ -7.764218091964722 \ No newline at end of file +7.703723430633545 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-004_0.txt index 9e37fb5fc..b55227208 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-004_0.txt @@ -1,5 +1,5 @@ Running #1809 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_rsend_init-004.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null buffer pointer. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc03cc91f8) +| [1] ERROR: MPI_Rsend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe9d5c51c8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-004.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_rsend_init-004) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend_init-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend_init-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234001 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2668 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234002 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2669 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.764218091964722 +Command return code: 255, elapsed time: 7.703723430633545 Finished #1809 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-005_0.elapsed index 7a857046a..4d6ffcb8f 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-005_0.elapsed @@ -1 +1 @@ -1.1336636543273926 \ No newline at end of file +3.8133983612060547 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-005_0.txt index b1064663d..ef0bcc13d 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_rsend_init-005_0.txt @@ -1,5 +1,5 @@ Running #1307 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_rsend_init-005.c (batchinfo:1/1) @@ -47,23 +47,40 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217190 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| [1] WARNING: LOCAL:MPI:CALL_FAILED: warning +| [1] WARNING: Null MPI_Request. +| [1] WARNING: Error occurred at: +| [1] WARNING: MPI_Request_free(*request=0x7fff0b396b88->MPI_REQUEST_NULL) +| [1] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-005.c:46) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_rsend_init-005) | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217191 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| [1] WARNING: LOCAL:REQUEST:NOT_FREED: warning +| [1] WARNING: When calling MPI_Finalize() there were unfreed requests: +| [1] WARNING: 1 in this process. +| [1] WARNING: This may indicate that resources are leaked at runtime. +| [1] WARNING: To clean up properly MPI_Request_free() should be called +| [1] WARNING: for each persistent request and MPI_Wait() for normal +| [1] WARNING: requests. +| [1] WARNING: 1. 1 time: +| [1] WARNING: MPI_Rsend_init(*buf=0x46ab50, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff0b396b88) +| [1] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-005.c:47) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_rsend_init-005) +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_rsend_init-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -Command return code: 255, elapsed time: 1.1336636543273926 +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: LOCAL:REQUEST:NOT_FREED: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: Found 2 problems (0 errors + 2 warnings), 0 reports were suppressed. +| +| Rank 0 finished normally +| Rank 1 finished normally +| +| +| +Command return code: 0, elapsed time: 3.8133983612060547 Finished #1307 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_rsend_init-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-001_0.elapsed index 107585a76..a7e6c9e7e 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-001_0.elapsed @@ -1 +1 @@ -8.034927606582642 \ No newline at end of file +7.968167781829834 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-001_0.txt index b8ff83309..cb37048b8 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1468 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_send-001.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_send-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_send-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215174 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258717 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215175 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258718 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.034927606582642 +Command return code: 255, elapsed time: 7.968167781829834 Finished #1468 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-002_0.elapsed index c7392ddf3..5d86a07b6 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-002_0.elapsed @@ -1 +1 @@ -8.07275104522705 \ No newline at end of file +7.955267429351807 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-002_0.txt index b46792015..c6c707def 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-002_0.txt @@ -1,5 +1,5 @@ Running #2015 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_send-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_send-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_send-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224432 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271918 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224433 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271919 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.07275104522705 +Command return code: 255, elapsed time: 7.955267429351807 Finished #2015 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-003_0.elapsed index c7db67d66..dda70bdc3 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-003_0.elapsed @@ -1 +1 @@ -8.116556644439697 \ No newline at end of file +9.768937349319458 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-003_0.txt index b34b32d3f..3316f349c 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-003_0.txt @@ -1,5 +1,5 @@ Running #1351 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_send-003.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-003.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_send-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_send-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220620 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266652 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220621 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266653 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.116556644439697 +Command return code: 255, elapsed time: 9.768937349319458 Finished #1351 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-004_0.elapsed index df5d837d9..ab5931056 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-004_0.elapsed @@ -1 +1 @@ -7.982239723205566 \ No newline at end of file +8.13831377029419 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-004_0.txt index 4156e2d4e..a90371d08 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-004_0.txt @@ -1,5 +1,5 @@ Running #1673 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_send-004.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-004.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_send-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_send-004) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 225413 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272160 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 225415 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272161 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.982239723205566 +Command return code: 255, elapsed time: 8.13831377029419 Finished #1673 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-005_0.elapsed index 84115b07b..5a94867d3 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-005_0.elapsed @@ -1 +1 @@ -2.4073739051818848 \ No newline at end of file +2.309669017791748 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-005_0.txt index 53c39a0a9..42929a338 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send-005_0.txt @@ -1,5 +1,5 @@ Running #1239 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_send-005.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.4073739051818848 +Command return code: 0, elapsed time: 2.309669017791748 Finished #1239 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-001_0.elapsed index 2ba62ae8b..f7db2915d 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-001_0.elapsed @@ -1 +1 @@ -8.010842323303223 \ No newline at end of file +7.951647520065308 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-001_0.txt index 1f03fcaac..f98adf4e7 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-001_0.txt @@ -1,5 +1,5 @@ Running #1870 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_send_init-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null buffer pointer. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe0b4d76f8) +| [1] ERROR: MPI_Send_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe0f58aae8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_send_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230934 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274750 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230935 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274751 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.010842323303223 +Command return code: 255, elapsed time: 7.951647520065308 Finished #1870 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-002_0.elapsed index 6e6cb7d2e..7975d0552 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-002_0.elapsed @@ -1 +1 @@ -8.017784833908081 \ No newline at end of file +7.951832294464111 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-002_0.txt index b0951aea0..d9c68009a 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-002_0.txt @@ -1,5 +1,5 @@ Running #1865 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_send_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null buffer pointer. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc30060498) +| [1] ERROR: MPI_Send_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff354c2598) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_send_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227679 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273993 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227680 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273994 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.017784833908081 +Command return code: 255, elapsed time: 7.951832294464111 Finished #1865 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-003_0.elapsed index b090b079c..f2a3a4baa 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-003_0.elapsed @@ -1 +1 @@ -7.987793445587158 \ No newline at end of file +8.227630853652954 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-003_0.txt index 0a2a44d08..e017286e0 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-003_0.txt @@ -1,5 +1,5 @@ Running #1579 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_send_init-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer 0xffffffffffffffff is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Start(*request=0x7ffef037d798->0x2c000002) +| [1] ERROR: MPI_Start(*request=0x7ffda46d8c08->0x2c000002) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-003.c:44) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_send_init-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send_init-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send_init-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226711 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270340 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226712 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270341 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.987793445587158 +Command return code: 255, elapsed time: 8.227630853652954 Finished #1579 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-004_0.elapsed index 67df16858..8cb423d2a 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-004_0.elapsed @@ -1 +1 @@ -1.0026845932006836 \ No newline at end of file +7.943808317184448 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-004_0.txt index 6048790c6..1bdecb236 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-004_0.txt @@ -1,5 +1,5 @@ Running #1386 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_send_init-004.c (batchinfo:1/1) @@ -47,23 +47,35 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [1] ERROR: LOCAL:MPI:CALL_FAILED: error +| [1] ERROR: Null buffer pointer. +| [1] ERROR: Error occurred at: +| [1] ERROR: MPI_Send_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd87b67c28) +| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-004.c:43) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_send_init-004) +| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send_init-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205036 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251279 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205037 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251280 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0026845932006836 +Command return code: 255, elapsed time: 7.943808317184448 Finished #1386 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-005_0.elapsed index 45447eb44..113498fe4 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-005_0.elapsed @@ -1 +1 @@ -4.175833225250244 \ No newline at end of file +3.952908992767334 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-005_0.txt index 49d3b93d8..53a8e7de3 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-005_0.txt @@ -1,5 +1,5 @@ Running #1983 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_send_init-005.c (batchinfo:1/1) @@ -51,11 +51,11 @@ Executing the command (cwd: None) | [1] WARNING: LOCAL:MPI:CALL_FAILED: warning | [1] WARNING: Null MPI_Request. | [1] WARNING: Error occurred at: -| [1] WARNING: MPI_Request_free(*request=0x7ffed79a0298->MPI_REQUEST_NULL) +| [1] WARNING: MPI_Request_free(*request=0x7ffe424bd238->MPI_REQUEST_NULL) | [1] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-005.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-005) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_send_init-005) | | [1] WARNING: LOCAL:REQUEST:NOT_FREED: warning | [1] WARNING: When calling MPI_Finalize() there were unfreed requests: @@ -65,12 +65,12 @@ Executing the command (cwd: None) | [1] WARNING: for each persistent request and MPI_Wait() for normal | [1] WARNING: requests. | [1] WARNING: 1. 1 time: -| [1] WARNING: MPI_Send_init(*buf=0x46ac50, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffed79a0298) +| [1] WARNING: MPI_Send_init(*buf=0x46ab30, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe424bd238) | [1] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-005.c:43) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_send_init-005) -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send_init-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_send_init-005) +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_send_init-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (0 errors + 1 warning), 0 reports were suppressed | [0] INFO: LOCAL:REQUEST:NOT_FREED: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -80,6 +80,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 4.175833225250244 +Command return code: 0, elapsed time: 3.952908992767334 Finished #1983 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_send_init-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-001_0.elapsed index 045803629..8d07f007a 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-001_0.elapsed @@ -1 +1 @@ -3.0702004432678223 \ No newline at end of file +2.9315295219421387 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-001_0.txt index e3ccfff15..a17d1a0cf 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-001_0.txt @@ -1,5 +1,5 @@ Running #1311 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_sendrecv-001.c (batchinfo:1/1) @@ -49,23 +49,23 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x470700. +| [0] WARNING: Send and receive buffers overlap at address 0x470740. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Sendrecv(*sendbuf=0x470700, sendcount=10, sendtype=MPI_INT, dest=1, sendtag=0, *recvbuf=0x470700, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] WARNING: MPI_Sendrecv(*sendbuf=0x470740, sendcount=10, sendtype=MPI_INT, dest=1, sendtag=0, *recvbuf=0x470740, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-001.c:38) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_sendrecv-001) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad50. +| [1] WARNING: Send and receive buffers overlap at address 0x46ac30. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Sendrecv(*sendbuf=0x46ad50, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x46ad50, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [1] WARNING: MPI_Sendrecv(*sendbuf=0x46ac30, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x46ac30, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) | [1] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-001.c:43) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-001) -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_sendrecv-001) +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (0 errors + 2 warnings), 0 reports were suppressed. @@ -73,8 +73,6 @@ Executing the command (cwd: None) | Rank 0 finished normally | Rank 1 finished normally | -| -| -Command return code: 0, elapsed time: 3.0702004432678223 +Command return code: 0, elapsed time: 2.9315295219421387 Finished #1311 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-002_0.elapsed index 5b4190805..5f237cfab 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-002_0.elapsed @@ -1 +1 @@ -2.827636957168579 \ No newline at end of file +2.8630940914154053 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-002_0.txt index 4dc81bab4..27637fc43 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-002_0.txt @@ -1,5 +1,5 @@ Running #1338 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_sendrecv-002.c (batchinfo:1/1) @@ -60,7 +60,7 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-002.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_sendrecv-002) | [0] ERROR: While processing: | [0] ERROR: MPI_Sendrecv(*sendbuf=0x470700, sendcount=10, sendtype=MPI_INT, dest=1, sendtag=0, *recvbuf=MPI_IN_PLACE, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] WARNING: starting emergency trace file writing @@ -76,10 +76,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-002.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_sendrecv-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Sendrecv(*sendbuf=0x46ac50, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=MPI_IN_PLACE, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Sendrecv(*sendbuf=0x46ab30, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=MPI_IN_PLACE, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 2 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:EXIT:SIGNAL: found 2 times (2 errors + 0 warnings), 0 reports were suppressed @@ -88,16 +88,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212304 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258430 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212305 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258431 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.827636957168579 +Command return code: 255, elapsed time: 2.8630940914154053 Finished #1338 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-003_0.elapsed index 257906a54..cfe8f39e1 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-003_0.elapsed @@ -1 +1 @@ -7.525380611419678 \ No newline at end of file +7.452093124389648 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-003_0.txt index a1b9bbd36..26ff8e853 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-003_0.txt @@ -1,5 +1,5 @@ Running #2072 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_sendrecv-003.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null buffer pointer. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Sendrecv(*sendbuf=0x4706c0, sendcount=10, sendtype=MPI_INT, dest=1, sendtag=0, *recvbuf=NULL, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Sendrecv(*sendbuf=0x470640, sendcount=10, sendtype=MPI_INT, dest=1, sendtag=0, *recvbuf=NULL, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-003.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_sendrecv-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null buffer pointer. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Sendrecv(*sendbuf=0x46ad50, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=NULL, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [1] ERROR: MPI_Sendrecv(*sendbuf=0x46abb0, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=NULL, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-003.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_sendrecv-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 2 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 235230 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 4714 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 235231 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 4715 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.525380611419678 +Command return code: 255, elapsed time: 7.452093124389648 Finished #2072 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-004_0.elapsed index 260743092..11c11548b 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-004_0.elapsed @@ -1 +1 @@ -7.833221912384033 \ No newline at end of file +8.216737270355225 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-004_0.txt index e7e1aaa33..03ab7024c 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-004_0.txt @@ -1,5 +1,5 @@ Running #1486 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_sendrecv-004.c (batchinfo:1/1) @@ -55,20 +55,20 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-004.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_sendrecv-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Sendrecv(*sendbuf=NULL, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [1] ERROR: MPI_Sendrecv(*sendbuf=NULL, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x46abf0, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-004.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_sendrecv-004) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 2 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207699 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253269 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207700 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253270 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.833221912384033 +Command return code: 255, elapsed time: 8.216737270355225 Finished #1486 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-005_0.elapsed index 150151e09..55b9819f6 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-005_0.elapsed @@ -1 +1 @@ -8.19326114654541 \ No newline at end of file +8.117989540100098 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-005_0.txt index cc58e02f0..e81fbd9d3 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-005_0.txt @@ -1,5 +1,5 @@ Running #1672 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_sendrecv-005.c (batchinfo:1/1) @@ -55,20 +55,20 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-005.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_sendrecv-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null buffer pointer. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Sendrecv(*sendbuf=0x46acd0, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=NULL, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [1] ERROR: MPI_Sendrecv(*sendbuf=0x46abb0, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=NULL, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-005.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-005) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_sendrecv-005) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 2 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 225030 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271771 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 225031 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271772 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.19326114654541 +Command return code: 255, elapsed time: 8.117989540100098 Finished #1672 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-006_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-006_0.elapsed index 5e520b0d9..1d01d09e0 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-006_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-006_0.elapsed @@ -1 +1 @@ -9.706714153289795 \ No newline at end of file +7.960413217544556 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-006_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-006_0.txt index ddfc224b5..06717cdc4 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-006_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-006_0.txt @@ -1,5 +1,5 @@ Running #1534 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_sendrecv-006.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [0] ERROR: Some memory in buffer (nil) is inaccessible. | [0] ERROR: Error occurred in: -| [0] ERROR: MPI_Sendrecv(*sendbuf=NULL, sendcount=10, sendtype=MPI_INT, dest=1, sendtag=0, *recvbuf=0x4706f0, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Sendrecv(*sendbuf=NULL, sendcount=10, sendtype=MPI_INT, dest=1, sendtag=0, *recvbuf=0x470770, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-006.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_sendrecv-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer (nil) is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Sendrecv(*sendbuf=NULL, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x46ad80, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [1] ERROR: MPI_Sendrecv(*sendbuf=NULL, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x46ac60, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-006.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-006) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_sendrecv-006) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 2 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212242 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258952 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212243 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258953 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 9.706714153289795 +Command return code: 255, elapsed time: 7.960413217544556 Finished #1534 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-006.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007_0.elapsed index 1ff3e1507..34c7a2416 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007_0.elapsed @@ -1 +1 @@ -1.552807092666626 \ No newline at end of file +1.2861344814300537 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007_0.md5sum b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007_0.md5sum deleted file mode 100644 index 12ca94cdc..000000000 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -7bfe04b05a83088faa04c5d7d37d5d3b \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007_0.txt index 5924ae024..86262af45 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_sendrecv-007_0.txt @@ -1,5 +1,5 @@ Running #1450 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_sendrecv-007.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_sendrecv-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | malloc(): unaligned tcache chunk detected | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) @@ -56,16 +56,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219797 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265674 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219798 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265675 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.552807092666626 +Command return code: 255, elapsed time: 1.2861344814300537 Finished #1450 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_sendrecv-007.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-001_0.elapsed index 05b0fcffb..934d7459b 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-001_0.elapsed @@ -1 +1 @@ -8.119461297988892 \ No newline at end of file +8.073464393615723 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-001_0.txt index 6157829f2..1f2f98ff3 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-001_0.txt @@ -1,5 +1,5 @@ Running #1783 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ssend-001.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_ssend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220252 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266112 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220253 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266113 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.119461297988892 +Command return code: 255, elapsed time: 8.073464393615723 Finished #1783 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-002_0.elapsed index 93e0b77e5..7a3855f1b 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-002_0.elapsed @@ -1 +1 @@ -7.932610988616943 \ No newline at end of file +7.822474956512451 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-002_0.txt index d3f03b54a..ba3156a7a 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-002_0.txt @@ -1,5 +1,5 @@ Running #1900 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ssend-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_ssend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232143 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 278247 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232144 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 278248 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.932610988616943 +Command return code: 255, elapsed time: 7.822474956512451 Finished #1900 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-003_0.elapsed index c87cb5e54..84104d4b9 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-003_0.elapsed @@ -1 +1 @@ -8.207340002059937 \ No newline at end of file +8.052019357681274 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-003_0.txt index 84a2cad77..5c35c2feb 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-003_0.txt @@ -1,5 +1,5 @@ Running #1349 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ssend-003.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-003.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_ssend-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220085 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265821 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220086 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265822 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.207340002059937 +Command return code: 255, elapsed time: 8.052019357681274 Finished #1349 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004_0.elapsed index b0f866d92..ba7a3ed8b 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004_0.elapsed @@ -1 +1 @@ -7.940759897232056 \ No newline at end of file +0.9478549957275391 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004_0.md5sum b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004_0.md5sum deleted file mode 100644 index 4f7398ed0..000000000 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -47e8d2d32d3cd8bb719cb9fcd362bba0 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004_0.txt index 55b52c4a3..61d13057c 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004_0.txt @@ -1,5 +1,5 @@ Running #1564 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ssend-004.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error -| [1] ERROR: Some memory in buffer (nil) is inaccessible. -| [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Ssend(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-004.c:43) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-004) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215524 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257820 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215525 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257821 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.940759897232056 +Command return code: 255, elapsed time: 0.9478549957275391 Finished #1564 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-005_0.elapsed index 0c8be3364..1c18bc149 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-005_0.elapsed @@ -1 +1 @@ -2.253826856613159 \ No newline at end of file +2.3011295795440674 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-005_0.txt index 83bdba0be..a797c94d8 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend-005_0.txt @@ -1,5 +1,5 @@ Running #1697 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ssend-005.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.253826856613159 +Command return code: 0, elapsed time: 2.3011295795440674 Finished #1697 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend-005.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001_0.elapsed index 599e1c2df..c5935ac21 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001_0.elapsed @@ -1 +1 @@ -8.013866424560547 \ No newline at end of file +1.320432424545288 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001_0.md5sum b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001_0.md5sum deleted file mode 100644 index 925eaa88a..000000000 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -a73272d14b5e85cc9be15c393132dba2 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001_0.txt index bdb15704a..5adcd41be 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1368 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ssend_init-001.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Null buffer pointer. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffec9608918) -| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-001.c:41) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-001) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211585 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260352 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211586 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260353 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.013866424560547 +Command return code: 255, elapsed time: 1.320432424545288 Finished #1368 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-002_0.elapsed index d2172cc36..cb7aa00b7 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-002_0.elapsed @@ -1 +1 @@ -8.092050552368164 \ No newline at end of file +8.012287855148315 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-002_0.txt index c91aab504..c84cda00b 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1306 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ssend_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null buffer pointer. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe01d67f78) +| [1] ERROR: MPI_Ssend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe37137318) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_ssend_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216928 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264051 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216929 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264052 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.092050552368164 +Command return code: 255, elapsed time: 8.012287855148315 Finished #1306 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-003_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-003_0.elapsed index b558345f4..19944909e 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-003_0.elapsed @@ -1 +1 @@ -8.748140573501587 \ No newline at end of file +7.808230876922607 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-003_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-003_0.txt index 2128def24..6acf12a16 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-003_0.txt @@ -1,5 +1,5 @@ Running #1649 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ssend_init-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:INACCESSIBLE: error | [1] ERROR: Some memory in buffer 0xffffffffffffffff is inaccessible. | [1] ERROR: Error occurred in: -| [1] ERROR: MPI_Start(*request=0x7fff30887478->0x2c000002) +| [1] ERROR: MPI_Start(*request=0x7fff02eaf448->0x2c000002) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-003.c:44) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_ssend_init-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend_init-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend_init-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:INACCESSIBLE: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232570 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277612 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232571 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277613 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.748140573501587 +Command return code: 255, elapsed time: 7.808230876922607 Finished #1649 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-003.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-004_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-004_0.elapsed index 13633c49f..4742817ae 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-004_0.elapsed @@ -1 +1 @@ -8.021058797836304 \ No newline at end of file +8.13337755203247 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-004_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-004_0.txt index 9a85c0f7f..5f9a53c5b 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-004_0.txt @@ -1,5 +1,5 @@ Running #1401 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ssend_init-004.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null buffer pointer. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff29500c38) +| [1] ERROR: MPI_Ssend_init(*buf=NULL, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd86e611e8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-004.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_ssend_init-004) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend_init-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend_init-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214498 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260813 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214499 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260814 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.021058797836304 +Command return code: 255, elapsed time: 8.13337755203247 Finished #1401 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-004.c diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-005_0.elapsed b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-005_0.elapsed index 588e7fa34..4f2120093 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-005_0.elapsed @@ -1 +1 @@ -3.9220707416534424 \ No newline at end of file +3.8862478733062744 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-005_0.txt b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-005_0.txt index 100f0ff66..675777c38 100644 --- a/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-005_0.txt @@ -1,5 +1,5 @@ Running #1310 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Buffer-mpi_ssend_init-005.c (batchinfo:1/1) @@ -51,11 +51,11 @@ Executing the command (cwd: None) | [1] WARNING: LOCAL:MPI:CALL_FAILED: warning | [1] WARNING: Null MPI_Request. | [1] WARNING: Error occurred at: -| [1] WARNING: MPI_Request_free(*request=0x7fff24824518->MPI_REQUEST_NULL) +| [1] WARNING: MPI_Request_free(*request=0x7ffedd965858->MPI_REQUEST_NULL) | [1] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-005.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-005) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_ssend_init-005) | | [1] WARNING: LOCAL:REQUEST:NOT_FREED: warning | [1] WARNING: When calling MPI_Finalize() there were unfreed requests: @@ -65,20 +65,21 @@ Executing the command (cwd: None) | [1] WARNING: for each persistent request and MPI_Wait() for normal | [1] WARNING: requests. | [1] WARNING: 1. 1 time: -| [1] WARNING: MPI_Ssend_init(*buf=0x46acf0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff24824518) +| [1] WARNING: MPI_Ssend_init(*buf=0x46abd0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffedd965858) | [1] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-005.c:43) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Buffer-mpi_ssend_init-005) -| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend_init-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Buffer-mpi_ssend_init-005) +| [0] INFO: Writing tracefile InvalidParam-Buffer-mpi_ssend_init-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (0 errors + 1 warning), 0 reports were suppressed | [0] INFO: LOCAL:REQUEST:NOT_FREED: found 1 time (0 errors + 1 warning), 0 reports were suppressed | [0] INFO: Found 2 problems (0 errors + 2 warnings), 0 reports were suppressed. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 3.9220707416534424 +Command return code: 0, elapsed time: 3.8862478733062744 Finished #1310 /MBI/scripts/gencodes/P2P/InvalidParam-Buffer-mpi_ssend_init-005.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-001_0.elapsed index 83417dff2..2df140d13 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-001_0.elapsed @@ -1 +1 @@ -7.350747108459473 \ No newline at end of file +7.233746767044067 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-001_0.txt index fa72c9a7c..e6c4bedab 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-001_0.txt @@ -1,5 +1,5 @@ Running #724 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allgather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_allgather-001.c (batchinfo:1/1) @@ -55,20 +55,20 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allgather-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_allgather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allgather(*sendbuf=0x46ac40, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_NULL) +| [1] ERROR: MPI_Allgather(*sendbuf=0x46ad80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46adb0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_NULL) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allgather-001.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_allgather-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_allgather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_allgather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200610 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246691 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200611 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246692 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.350747108459473 +Command return code: 255, elapsed time: 7.233746767044067 Finished #724 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allgather-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-002_0.elapsed index e43cbbfc6..5a1189f93 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-002_0.elapsed @@ -1 +1 @@ -2.756639003753662 \ No newline at end of file +2.7957539558410645 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-002_0.txt index 81337d141..d497b0f08 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-002_0.txt @@ -1,5 +1,5 @@ Running #467 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allgather-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_allgather-002.c (batchinfo:1/1) @@ -62,9 +62,9 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allgather-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_allgather-002) | [0] ERROR: While processing: -| [0] ERROR: MPI_Allgather(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, comm=0x0 <<invalid>>) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, comm=0x0 <<invalid>>) | [0] WARNING: starting emergency trace file writing | | [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allgather-002.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_allgather-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_allgather-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Allgather(*sendbuf=0x46abc0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abf0, recvcount=10, recvtype=MPI_INT, comm=0x0 <<invalid>>) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_allgather-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Allgather(*sendbuf=0x46ad10, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad40, recvcount=10, recvtype=MPI_INT, comm=0x0 <<invalid>>) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_allgather-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185461 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 230374 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185462 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 230377 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.756639003753662 +Command return code: 255, elapsed time: 2.7957539558410645 Finished #467 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allgather-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-001_0.elapsed index de03687b1..aa0599c34 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-001_0.elapsed @@ -1 +1 @@ -7.299747705459595 \ No newline at end of file +7.3942155838012695 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-001_0.txt index 8b0f836d5..a0374613b 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-001_0.txt @@ -1,5 +1,5 @@ Running #586 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_allreduce-001.c (batchinfo:1/1) @@ -55,20 +55,20 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allreduce-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_allreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46abc0, *recvbuf=0x46abf0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ac80, *recvbuf=0x46acb0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allreduce-001.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_allreduce-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_allreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_allreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193333 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239163 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193334 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239164 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.299747705459595 +Command return code: 255, elapsed time: 7.3942155838012695 Finished #586 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allreduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-002_0.elapsed index 156175d3f..2dfc3ac4c 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-002_0.elapsed @@ -1 +1 @@ -3.4988701343536377 \ No newline at end of file +3.0195720195770264 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-002_0.txt index e2be5b811..15cdcc2df 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-002_0.txt @@ -1,5 +1,5 @@ Running #1184 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allreduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_allreduce-002.c (batchinfo:1/1) @@ -62,7 +62,7 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allreduce-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_allreduce-002) | [0] ERROR: While processing: | [0] ERROR: MPI_Allreduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>) | [0] WARNING: starting emergency trace file writing @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allreduce-002.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_allreduce-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_allreduce-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46acc0, *recvbuf=0x46acf0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_allreduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ac80, *recvbuf=0x46acb0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_allreduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214925 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257024 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214927 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257025 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 3.4988701343536377 +Command return code: 255, elapsed time: 3.0195720195770264 Finished #1184 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_allreduce-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-001_0.elapsed index 5494d854e..799f15027 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-001_0.elapsed @@ -1 +1 @@ -7.113762855529785 \ No newline at end of file +7.314864873886108 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-001_0.txt index 8f89b109c..4f70f8aa0 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-001_0.txt @@ -1,5 +1,5 @@ Running #734 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_alltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_alltoall-001.c (batchinfo:1/1) @@ -55,20 +55,20 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_alltoall-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_alltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Alltoall(*sendbuf=0x46abc0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abf0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_NULL) +| [1] ERROR: MPI_Alltoall(*sendbuf=0x46ac80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acb0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_NULL) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_alltoall-001.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_alltoall-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_alltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_alltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186228 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231595 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186229 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231596 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.113762855529785 +Command return code: 255, elapsed time: 7.314864873886108 Finished #734 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_alltoall-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-002_0.elapsed index 2ffa321ac..466df294c 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-002_0.elapsed @@ -1 +1 @@ -2.8889050483703613 \ No newline at end of file +2.9286231994628906 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-002_0.txt index 4f0da927f..b7373be9c 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-002_0.txt @@ -1,5 +1,5 @@ Running #640 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_alltoall-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_alltoall-002.c (batchinfo:1/1) @@ -62,9 +62,9 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_alltoall-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_alltoall-002) | [0] ERROR: While processing: -| [0] ERROR: MPI_Alltoall(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, comm=0x0 <<invalid>>) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, comm=0x0 <<invalid>>) | [0] WARNING: starting emergency trace file writing | | [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_alltoall-002.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_alltoall-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_alltoall-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Alltoall(*sendbuf=0x46ac40, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=10, recvtype=MPI_INT, comm=0x0 <<invalid>>) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_alltoall-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Alltoall(*sendbuf=0x46ad80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46adb0, recvcount=10, recvtype=MPI_INT, comm=0x0 <<invalid>>) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_alltoall-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186991 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233241 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186992 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233242 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.8889050483703613 +Command return code: 255, elapsed time: 2.9286231994628906 Finished #640 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_alltoall-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-001_0.elapsed index fffc88aa8..dc223781a 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-001_0.elapsed @@ -1 +1 @@ -7.237269401550293 \ No newline at end of file +7.285577774047852 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-001_0.txt index e7bb45957..b170fad5f 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-001_0.txt @@ -1,5 +1,5 @@ Running #487 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_barrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_barrier-001.c (batchinfo:1/1) @@ -55,7 +55,7 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_barrier-001.c:33) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_barrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error @@ -65,10 +65,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_barrier-001.c:33) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_barrier-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_barrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_barrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194810 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240843 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194811 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240844 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.237269401550293 +Command return code: 255, elapsed time: 7.285577774047852 Finished #487 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_barrier-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-002_0.elapsed index cddd94125..6ea03ac0a 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-002_0.elapsed @@ -1 +1 @@ -4.319426774978638 \ No newline at end of file +2.9278290271759033 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-002_0.txt index 0eb8f4de7..8291b607a 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-002_0.txt @@ -1,5 +1,5 @@ Running #716 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_barrier-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_barrier-002.c (batchinfo:1/1) @@ -62,7 +62,7 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_barrier-002.c:33) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_barrier-002) | [0] ERROR: While processing: | [0] ERROR: MPI_Barrier(comm=0x0 <<invalid>>) | [0] WARNING: starting emergency trace file writing @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_barrier-002.c:33) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_barrier-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_barrier-002) | [1] ERROR: While processing: | [1] ERROR: MPI_Barrier(comm=0x0 <<invalid>>) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_barrier-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_barrier-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195232 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241655 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195236 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241656 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 4.319426774978638 +Command return code: 255, elapsed time: 2.9278290271759033 Finished #716 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_barrier-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001_0.elapsed index 21cef7122..51578a4e7 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001_0.elapsed @@ -1 +1 @@ -7.3357930183410645 \ No newline at end of file +1.0211427211761475 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001_0.md5sum b/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001_0.md5sum deleted file mode 100644 index 4c65d1585..000000000 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -d9150ac290d066405d47168b896e6e43 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001_0.txt index fecbc1d8c..f4b5d087e 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001_0.txt @@ -1,5 +1,5 @@ Running #946 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_bcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_bcast-001.c (batchinfo:1/1) @@ -47,45 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Invalid communicator. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Bcast(*buffer=0x470760, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_NULL) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_bcast-001.c:35) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Invalid communicator. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bcast(*buffer=0x46ac40, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_NULL) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_bcast-001.c:35) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-001) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_bcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198947 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245755 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198949 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245756 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3357930183410645 +Command return code: 255, elapsed time: 1.0211427211761475 Finished #946 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_bcast-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-002_0.elapsed index 420b62234..b7421e2e3 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-002_0.elapsed @@ -1 +1 @@ -3.035372018814087 \ No newline at end of file +2.9614548683166504 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-002_0.txt index 2bafe7779..fe19357e9 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-002_0.txt @@ -1,5 +1,5 @@ Running #709 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_bcast-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_bcast-002.c (batchinfo:1/1) @@ -62,9 +62,9 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_bcast-002.c:35) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_bcast-002) | [0] ERROR: While processing: -| [0] ERROR: MPI_Bcast(*buffer=0x4706d0, count=10, datatype=MPI_INT, root=0, comm=0x0 <<invalid>>) +| [0] ERROR: MPI_Bcast(*buffer=0x470760, count=10, datatype=MPI_INT, root=0, comm=0x0 <<invalid>>) | [0] WARNING: starting emergency trace file writing | | [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_bcast-002.c:35) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_bcast-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_bcast-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Bcast(*buffer=0x46ac00, count=10, datatype=MPI_INT, root=0, comm=0x0 <<invalid>>) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_bcast-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Bcast(*buffer=0x46ad10, count=10, datatype=MPI_INT, root=0, comm=0x0 <<invalid>>) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_bcast-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191157 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237421 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191158 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237422 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 3.035372018814087 +Command return code: 255, elapsed time: 2.9614548683166504 Finished #709 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_bcast-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-001_0.elapsed index 43a90dd3a..92733eb76 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-001_0.elapsed @@ -1 +1 @@ -7.543367624282837 \ No newline at end of file +7.453888654708862 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-001_0.txt index ae213a8d3..afa2faabe 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-001_0.txt @@ -1,5 +1,5 @@ Running #2070 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_bsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_bsend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend(*buf=0x46ac00, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL) +| [1] ERROR: MPI_Bsend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_bsend-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_bsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_bsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_bsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234985 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 4497 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234986 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 4498 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.543367624282837 +Command return code: 255, elapsed time: 7.453888654708862 Finished #2070 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_bsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-002_0.elapsed index 2fe1989c3..7b3bf4b44 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-002_0.elapsed @@ -1 +1 @@ -0.6375479698181152 \ No newline at end of file +7.456198453903198 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-002_0.txt index 4ef4605c5..375b30081 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend-002_0.txt @@ -1,5 +1,5 @@ Running #2071 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_bsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_bsend-002.c (batchinfo:1/1) @@ -51,23 +51,35 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [1] ERROR: LOCAL:MPI:CALL_FAILED: error +| [1] ERROR: Unknown error class. +| [1] ERROR: Error occurred at: +| [1] ERROR: MPI_Bsend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>) +| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_bsend-002.c:45) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_bsend-002) +| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_bsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 235199 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 4680 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 235200 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 4681 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.6375479698181152 +Command return code: 255, elapsed time: 7.456198453903198 Finished #2071 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_bsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-001_0.elapsed index f438b408d..ae9041f80 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-001_0.elapsed @@ -1 +1 @@ -7.94044041633606 \ No newline at end of file +8.181434869766235 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-001_0.txt index b1ee1fc46..d69bce440 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1252 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_bsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_bsend_init-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend_init(*buf=0x46ad50, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7ffdb28adce8) +| [1] ERROR: MPI_Bsend_init(*buf=0x46abb0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7ffd1d28c228) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_bsend_init-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_bsend_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_bsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_bsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222527 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264996 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222529 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264997 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.94044041633606 +Command return code: 255, elapsed time: 8.181434869766235 Finished #1252 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_bsend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-002_0.elapsed index 9eb9e2212..d7245b97a 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-002_0.elapsed @@ -1 +1 @@ -7.821202754974365 \ No newline at end of file +7.841254711151123 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-002_0.txt index 9a3f0f7b7..90e19558e 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1906 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_bsend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_bsend_init-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Unknown error class. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend_init(*buf=0x46acd0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7ffe0627dfe8) +| [1] ERROR: MPI_Bsend_init(*buf=0x46ab30, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7ffe028c7f08) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_bsend_init-002.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_bsend_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_bsend_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_bsend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_bsend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232956 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 876 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232957 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 877 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.821202754974365 +Command return code: 255, elapsed time: 7.841254711151123 Finished #1906 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_bsend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-001_0.elapsed index 189865abc..30597e867 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-001_0.elapsed @@ -1 +1 @@ -7.910830020904541 \ No newline at end of file +7.838685750961304 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-001_0.txt index 891a1648f..1281afdff 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-001_0.txt @@ -1,5 +1,5 @@ Running #607 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_cart_create-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Cart_create(comm=MPI_COMM_NULL, ndims=2, *dims=0x7fffc6460924, *periods=0x7fffc646091c, reorder=0, *newcomm=0x7fffc6460908) +| [0] ERROR: MPI_Cart_create(comm=MPI_COMM_NULL, ndims=2, *dims=0x7ffd6180b284, *periods=0x7ffd6180b27c, reorder=0, *newcomm=0x7ffd6180b268) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_cart_create-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Cart_create(comm=MPI_COMM_NULL, ndims=2, *dims=0x7ffc57066604, *periods=0x7ffc570665fc, reorder=0, *newcomm=0x7ffc570665e8) +| [1] ERROR: MPI_Cart_create(comm=MPI_COMM_NULL, ndims=2, *dims=0x7fffecca0db4, *periods=0x7fffecca0dac, reorder=0, *newcomm=0x7fffecca0d98) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-001.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_cart_create-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_cart_create-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_cart_create-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192623 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235163 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192624 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235165 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.910830020904541 +Command return code: 255, elapsed time: 7.838685750961304 Finished #607 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002_0.elapsed index f473e4e68..6e4581b56 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002_0.elapsed @@ -1 +1 @@ -7.897791147232056 \ No newline at end of file +1.017183780670166 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002_0.md5sum b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002_0.md5sum deleted file mode 100644 index 01578fb52..000000000 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -66f5ca94a4ce3bf20a36a13c538ea13e \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002_0.txt index f0fb6dfc9..130856a28 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002_0.txt @@ -1,5 +1,5 @@ Running #880 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_cart_create-002.c (batchinfo:1/1) @@ -51,45 +51,27 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Unknown error class. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Cart_create(comm=0x0 <<invalid>>, ndims=2, *dims=0x7ffd3a10b934, *periods=0x7ffd3a10b92c, reorder=0, *newcomm=0x7ffd3a10b918) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-002.c:38) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Unknown error class. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Cart_create(comm=0x0 <<invalid>>, ndims=2, *dims=0x7ffc0b0b5bc4, *periods=0x7ffc0b0b5bbc, reorder=0, *newcomm=0x7ffc0b0b5ba8) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-002.c:38) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-002) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_cart_create-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196300 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240426 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196301 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240427 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.897791147232056 +Command return code: 255, elapsed time: 1.017183780670166 Finished #880 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001_0.elapsed index 2e112aa95..b89b26afc 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001_0.elapsed @@ -1 +1 @@ -7.723622560501099 \ No newline at end of file +7.936545372009277 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001_0.txt index e27e6119f..f6a38fa44 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001_0.txt @@ -1,5 +1,5 @@ Running #528 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Cart_get(comm=MPI_COMM_NULL, maxdims=2, *dims=0x7ffd6f369d24, *periods=0x7ffd6f369d1c, *coords=0x7ffd6f369d2c) +| [0] ERROR: MPI_Cart_get(comm=MPI_COMM_NULL, maxdims=2, *dims=0x7fff17b56af4, *periods=0x7fff17b56aec, *coords=0x7fff17b56afc) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Cart_get(comm=MPI_COMM_NULL, maxdims=2, *dims=0x7ffd15d2ee84, *periods=0x7ffd15d2ee7c, *coords=0x7ffd15d2ee8c) +| [1] ERROR: MPI_Cart_get(comm=MPI_COMM_NULL, maxdims=2, *dims=0x7fffd5a40b24, *periods=0x7fffd5a40b1c, *coords=0x7fffd5a40b2c) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001.c:39) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 179518 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 224763 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 179519 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 224766 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.723622560501099 +Command return code: 255, elapsed time: 7.936545372009277 Finished #528 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002_0.elapsed index ba9ed9afc..cd3b4bd67 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002_0.elapsed @@ -1 +1 @@ -7.865474462509155 \ No newline at end of file +7.709286689758301 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002_0.txt index eb819caf4..eb32ae948 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002_0.txt @@ -1,5 +1,5 @@ Running #967 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002.c (batchinfo:1/1) @@ -55,24 +55,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Cart_get(comm=MPI_COMM_NULL, maxdims=2, *dims=0x7ffe5b279af4, *periods=0x7ffe5b279aec, *coords=0x7ffe5b279afc) +| [0] ERROR: MPI_Cart_get(comm=MPI_COMM_NULL, maxdims=2, *dims=0x7ffff029abe4, *periods=0x7ffff029abdc, *coords=0x7ffff029abec) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Cart_get(comm=MPI_COMM_NULL, maxdims=2, *dims=0x7ffe27888564, *periods=0x7ffe2788855c, *coords=0x7ffe2788856c) +| [1] ERROR: MPI_Cart_get(comm=MPI_COMM_NULL, maxdims=2, *dims=0x7ffdb738c134, *periods=0x7ffdb738c12c, *coords=0x7ffdb738c13c) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002.c:39) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195055 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241130 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195056 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241131 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.865474462509155 +Command return code: 255, elapsed time: 7.709286689758301 Finished #967 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003_0.elapsed index bbbb73fa7..de50ae326 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003_0.elapsed @@ -1 +1 @@ -1.0735013484954834 \ No newline at end of file +7.9083099365234375 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003_0.txt index eb62c9648..8f0c573ff 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003_0.txt @@ -1,5 +1,5 @@ Running #871 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003.c (batchinfo:1/1) @@ -51,25 +51,45 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... -| [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer -| [1] ERROR: sending remaining 0 of 0 bytes failed: send(): Broken pipe +| +| [0] ERROR: LOCAL:MPI:CALL_FAILED: error +| [0] ERROR: Null communicator. +| [0] ERROR: Error occurred at: +| [0] ERROR: MPI_Cart_get(comm=MPI_COMM_NULL, maxdims=2, *dims=0x7fff62dd7c04, *periods=0x7fff62dd7bfc, *coords=0x7fff62dd7c0c) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| +| [1] ERROR: LOCAL:MPI:CALL_FAILED: error +| [1] ERROR: Null communicator. +| [1] ERROR: Error occurred at: +| [1] ERROR: MPI_Cart_get(comm=MPI_COMM_NULL, maxdims=2, *dims=0x7fff390dc814, *periods=0x7fff390dc80c, *coords=0x7fff390dc81c) +| [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003.c:39) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003) +| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193644 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237749 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193645 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237750 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0735013484954834 +Command return code: 255, elapsed time: 7.9083099365234375 Finished #871 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-001_0.elapsed index a1053f18e..010ca662c 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -7.191768407821655 \ No newline at end of file +7.245445728302002 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-001_0.txt index 0f2b47767..13eec1615 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #1066 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_exscan-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Exscan(*sendbuf=0x470660, *recvbuf=0x470690, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) +| [0] ERROR: MPI_Exscan(*sendbuf=0x4706d0, *recvbuf=0x470700, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_exscan-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_exscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Exscan(*sendbuf=0x46abc0, *recvbuf=0x46abf0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) +| [1] ERROR: MPI_Exscan(*sendbuf=0x46ac80, *recvbuf=0x46acb0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_exscan-001.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_exscan-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_exscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200811 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245808 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200812 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245809 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.191768407821655 +Command return code: 255, elapsed time: 7.245445728302002 Finished #1066 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_exscan-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-002_0.elapsed index dc8846071..95d1cfb1c 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-002_0.elapsed @@ -1 +1 @@ -3.0468995571136475 \ No newline at end of file +2.9313154220581055 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-002_0.txt index 7eaa8f54a..256f2b0d2 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-002_0.txt @@ -1,5 +1,5 @@ Running #807 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_exscan-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_exscan-002.c (batchinfo:1/1) @@ -62,7 +62,7 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_exscan-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_exscan-002) | [0] ERROR: While processing: | [0] ERROR: MPI_Exscan(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>) | [0] WARNING: starting emergency trace file writing @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_exscan-002.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_exscan-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_exscan-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Exscan(*sendbuf=0x46ac00, *recvbuf=0x46ac30, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_exscan-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Exscan(*sendbuf=0x46ac80, *recvbuf=0x46acb0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_exscan-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198689 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244824 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198690 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244825 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 3.0468995571136475 +Command return code: 255, elapsed time: 2.9313154220581055 Finished #807 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_exscan-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_gather-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_gather-001_0.elapsed index 5a216e7c6..8ef7973c8 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_gather-001_0.elapsed @@ -1 +1 @@ -7.204512596130371 \ No newline at end of file +7.145536184310913 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_gather-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_gather-001_0.txt index e0107831e..acdd4e581 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_gather-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #761 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_gather-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Gather(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL) +| [0] ERROR: MPI_Gather(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_gather-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_gather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Gather(*sendbuf=0x46acc0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acf0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL) +| [1] ERROR: MPI_Gather(*sendbuf=0x46ad10, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad40, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_gather-001.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_gather-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_gather-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_gather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183468 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228449 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183469 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228450 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.204512596130371 +Command return code: 255, elapsed time: 7.145536184310913 Finished #761 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_gather-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_gather-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_gather-002_0.elapsed index cc6349819..2fa40634d 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_gather-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_gather-002_0.elapsed @@ -1 +1 @@ -2.871272325515747 \ No newline at end of file +2.914762020111084 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_gather-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_gather-002_0.txt index 0d07c3951..80fc12993 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_gather-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_gather-002_0.txt @@ -1,5 +1,5 @@ Running #879 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_gather-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_gather-002.c (batchinfo:1/1) @@ -62,7 +62,7 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_gather-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_gather-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_gather-002) | [0] ERROR: While processing: | [0] ERROR: MPI_Gather(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, root=0, comm=0x0 <<invalid>>) | [0] WARNING: starting emergency trace file writing @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_gather-002.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_gather-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_gather-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Gather(*sendbuf=0x46abc0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abf0, recvcount=10, recvtype=MPI_INT, root=0, comm=0x0 <<invalid>>) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_gather-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Gather(*sendbuf=0x46ad00, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad30, recvcount=10, recvtype=MPI_INT, root=0, comm=0x0 <<invalid>>) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_gather-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196036 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240277 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196037 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240278 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.871272325515747 +Command return code: 255, elapsed time: 2.914762020111084 Finished #879 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_gather-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-001_0.elapsed index 3770c36b6..a5a45a5dc 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -7.333271026611328 \ No newline at end of file +7.217420339584351 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-001_0.txt index dae8fd76d..d87d2435c 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #774 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_iallreduce-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470740, *recvbuf=0x470770, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL, *request=0x7ffe38112b98) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4706c0, *recvbuf=0x4706f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL, *request=0x7ffc27523248) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iallreduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46acd0, *recvbuf=0x46ad00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL, *request=0x7fffe029bad8) +| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46ab30, *recvbuf=0x46ab60, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL, *request=0x7ffec38493a8) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iallreduce-001.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_iallreduce-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191968 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237225 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191969 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237226 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.333271026611328 +Command return code: 255, elapsed time: 7.217420339584351 Finished #774 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-002_0.elapsed index 18938b0cd..c61125596 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-002_0.elapsed @@ -1 +1 @@ -2.994537830352783 \ No newline at end of file +2.963292121887207 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-002_0.txt index f343e71b7..5fa980578 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-002_0.txt @@ -1,5 +1,5 @@ Running #470 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iallreduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_iallreduce-002.c (batchinfo:1/1) @@ -62,9 +62,9 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iallreduce-002.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_iallreduce-002) | [0] ERROR: While processing: -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470700, *recvbuf=0x470730, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>, *request=0x7ffc8f75e798) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470740, *recvbuf=0x470770, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>, *request=0x7ffd62f64768) | [0] WARNING: starting emergency trace file writing | | [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iallreduce-002.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_iallreduce-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_iallreduce-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46ac50, *recvbuf=0x46ac80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>, *request=0x7fff115d5028) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_iallreduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46ac30, *recvbuf=0x46ac60, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>, *request=0x7fff7d278ec8) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_iallreduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186508 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231564 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186509 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231565 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.994537830352783 +Command return code: 255, elapsed time: 2.963292121887207 Finished #470 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iallreduce-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-001_0.elapsed index cbe9a819e..6a84b9244 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -7.16162371635437 \ No newline at end of file +7.202737331390381 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-001_0.txt index 79c80dc9c..3623f8aa7 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #514 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ialltoall-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_NULL, *request=0x7ffc0d6ed8a8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x470660, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470690, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_NULL, *request=0x7ffc431eb228) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ialltoall-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ialltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46abc0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abf0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_NULL, *request=0x7fffe774d238) +| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46ac80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acb0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_NULL, *request=0x7ffed36a7b68) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ialltoall-001.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ialltoall-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183658 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 229059 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183659 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 229060 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.16162371635437 +Command return code: 255, elapsed time: 7.202737331390381 Finished #514 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-002_0.elapsed index cfa1e705d..ca271819d 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-002_0.elapsed @@ -1 +1 @@ -3.0367958545684814 \ No newline at end of file +2.983043670654297 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-002_0.txt index 36333bbe3..c1cf14591 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-002_0.txt @@ -1,5 +1,5 @@ Running #1048 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ialltoall-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ialltoall-002.c (batchinfo:1/1) @@ -62,9 +62,9 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ialltoall-002.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ialltoall-002) | [0] ERROR: While processing: -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, comm=0x0 <<invalid>>, *request=0x7ffc8ef807b8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, comm=0x0 <<invalid>>, *request=0x7ffe5eb45ff8) | [0] WARNING: starting emergency trace file writing | | [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ialltoall-002.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ialltoall-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ialltoall-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46ac40, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=10, recvtype=MPI_INT, comm=0x0 <<invalid>>, *request=0x7ffcbf0c3538) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ialltoall-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46ad10, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad40, recvcount=10, recvtype=MPI_INT, comm=0x0 <<invalid>>, *request=0x7fff397340f8) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ialltoall-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207188 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257543 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207190 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257544 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 3.0367958545684814 +Command return code: 255, elapsed time: 2.983043670654297 Finished #1048 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ialltoall-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-001_0.elapsed index d1b38ee9a..0c6d3efca 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -7.449761629104614 \ No newline at end of file +7.344290733337402 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-001_0.txt index 95d56e672..824fd7f9f 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #1212 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ibarrier-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_NULL, *request=0x7ffc5dc72fc8) +| [0] ERROR: MPI_Ibarrier(comm=MPI_COMM_NULL, *request=0x7fffbf53c368) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibarrier-001.c:34) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ibarrier-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ibarrier(comm=MPI_COMM_NULL, *request=0x7ffcbf291c88) +| [1] ERROR: MPI_Ibarrier(comm=MPI_COMM_NULL, *request=0x7ffdd5aa8a98) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibarrier-001.c:34) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ibarrier-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218399 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263463 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218400 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263464 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.449761629104614 +Command return code: 255, elapsed time: 7.344290733337402 Finished #1212 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibarrier-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-002_0.elapsed index c5c74720d..1d4bf225a 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-002_0.elapsed @@ -1 +1 @@ -2.9784364700317383 \ No newline at end of file +2.83363938331604 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-002_0.txt index 0ab41abcc..6793ef095 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-002_0.txt @@ -1,5 +1,5 @@ Running #906 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibarrier-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ibarrier-002.c (batchinfo:1/1) @@ -62,9 +62,9 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibarrier-002.c:34) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ibarrier-002) | [0] ERROR: While processing: -| [0] ERROR: MPI_Ibarrier(comm=0x0 <<invalid>>, *request=0x7ffcb6f42578) +| [0] ERROR: MPI_Ibarrier(comm=0x0 <<invalid>>, *request=0x7ffcc9643518) | [0] WARNING: starting emergency trace file writing | | [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibarrier-002.c:34) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ibarrier-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ibarrier-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Ibarrier(comm=0x0 <<invalid>>, *request=0x7ffc75723668) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ibarrier-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Ibarrier(comm=0x0 <<invalid>>, *request=0x7ffd535bceb8) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ibarrier-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196665 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243035 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196666 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243036 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.9784364700317383 +Command return code: 255, elapsed time: 2.83363938331604 Finished #906 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibarrier-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-001_0.elapsed index d4c50ddd7..ec8e6f6f9 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.370413303375244 \ No newline at end of file +7.302452564239502 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-001_0.txt index 778adc8fa..e0e37bc5f 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #680 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ibcast-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Ibcast(*buffer=0x4706d0, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_NULL, *request=0x7ffe26f59408) +| [0] ERROR: MPI_Ibcast(*buffer=0x470760, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_NULL, *request=0x7ffd9d99b088) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibcast-001.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ibcast(*buffer=0x46ac40, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_NULL, *request=0x7ffc3c4bfe28) +| [1] ERROR: MPI_Ibcast(*buffer=0x46ad10, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_NULL, *request=0x7ffcb791bf58) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibcast-001.c:36) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ibcast-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190193 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235275 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190194 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235276 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.370413303375244 +Command return code: 255, elapsed time: 7.302452564239502 Finished #680 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibcast-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-002_0.elapsed index 27ae5c312..82afdd9d6 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-002_0.elapsed @@ -1 +1 @@ -2.705953359603882 \ No newline at end of file +2.9607207775115967 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-002_0.txt index ec46a38fc..202b66ec7 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-002_0.txt @@ -1,5 +1,5 @@ Running #886 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibcast-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ibcast-002.c (batchinfo:1/1) @@ -62,9 +62,9 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibcast-002.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ibcast-002) | [0] ERROR: While processing: -| [0] ERROR: MPI_Ibcast(*buffer=0x4706e0, count=10, datatype=MPI_INT, root=0, comm=0x0 <<invalid>>, *request=0x7ffddb64f768) +| [0] ERROR: MPI_Ibcast(*buffer=0x470760, count=10, datatype=MPI_INT, root=0, comm=0x0 <<invalid>>, *request=0x7fff73c36638) | [0] WARNING: starting emergency trace file writing | | [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibcast-002.c:36) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ibcast-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ibcast-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Ibcast(*buffer=0x46abc0, count=10, datatype=MPI_INT, root=0, comm=0x0 <<invalid>>, *request=0x7fff99452ed8) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ibcast-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Ibcast(*buffer=0x46ad00, count=10, datatype=MPI_INT, root=0, comm=0x0 <<invalid>>, *request=0x7ffe98e5da48) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ibcast-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200894 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244254 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200895 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244255 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.705953359603882 +Command return code: 255, elapsed time: 2.9607207775115967 Finished #886 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ibcast-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-001_0.elapsed index 1b0c02504..279880a2f 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-001_0.elapsed @@ -1 +1 @@ -7.963320732116699 \ No newline at end of file +8.020584106445312 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-001_0.txt index 49a3c8748..f1ee2d767 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-001_0.txt @@ -1,5 +1,5 @@ Running #2052 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ibsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ibsend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ibsend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7ffe71db4e48) +| [1] ERROR: MPI_Ibsend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7ffe84346cc8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ibsend-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ibsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ibsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ibsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229514 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274803 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229515 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274804 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.963320732116699 +Command return code: 255, elapsed time: 8.020584106445312 Finished #2052 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ibsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-002_0.elapsed index aad003281..8a798196c 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-002_0.elapsed @@ -1 +1 @@ -8.158204317092896 \ No newline at end of file +7.937044620513916 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-002_0.txt index 79eea52e9..a79b1f06c 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-002_0.txt @@ -1,5 +1,5 @@ Running #1702 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ibsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ibsend-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Unknown error class. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ibsend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7ffd798f9e48) +| [1] ERROR: MPI_Ibsend(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7ffdb085f518) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ibsend-002.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ibsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ibsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ibsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ibsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221632 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268272 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221633 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268273 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.158204317092896 +Command return code: 255, elapsed time: 7.937044620513916 Finished #1702 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ibsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_igather-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_igather-001_0.elapsed index 493d43087..2840c9f80 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_igather-001_0.elapsed @@ -1 +1 @@ -7.255386829376221 \ No newline at end of file +7.129235744476318 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_igather-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_igather-001_0.txt index 4ee99ca39..0be7f0f59 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_igather-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #728 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_igather-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Igather(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL, *request=0x7ffc684b7288) +| [0] ERROR: MPI_Igather(*sendbuf=0x470660, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470690, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL, *request=0x7fff37bbf3d8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_igather-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_igather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_igather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Igather(*sendbuf=0x46ac40, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL, *request=0x7ffe5db9b5a8) +| [1] ERROR: MPI_Igather(*sendbuf=0x46ac80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acb0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL, *request=0x7ffea84810d8) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_igather-001.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_igather-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_igather-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_igather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183377 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228214 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183378 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228215 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.255386829376221 +Command return code: 255, elapsed time: 7.129235744476318 Finished #728 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_igather-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_igather-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_igather-002_0.elapsed index 40f98c7f5..42a692838 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_igather-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_igather-002_0.elapsed @@ -1 +1 @@ -2.9990010261535645 \ No newline at end of file +3.0567831993103027 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_igather-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_igather-002_0.txt index f3d5348dd..377583875 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_igather-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_igather-002_0.txt @@ -1,5 +1,5 @@ Running #1115 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_igather-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_igather-002.c (batchinfo:1/1) @@ -62,9 +62,9 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_igather-002.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_igather-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_igather-002) | [0] ERROR: While processing: -| [0] ERROR: MPI_Igather(*sendbuf=0x4706d0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470700, recvcount=10, recvtype=MPI_INT, root=0, comm=0x0 <<invalid>>, *request=0x7ffc26d6e0a8) +| [0] ERROR: MPI_Igather(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, root=0, comm=0x0 <<invalid>>, *request=0x7fff01e34db8) | [0] WARNING: starting emergency trace file writing | | [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_igather-002.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_igather-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_igather-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Igather(*sendbuf=0x46abc0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abf0, recvcount=10, recvtype=MPI_INT, root=0, comm=0x0 <<invalid>>, *request=0x7fff116ed118) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_igather-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Igather(*sendbuf=0x46ad00, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad30, recvcount=10, recvtype=MPI_INT, root=0, comm=0x0 <<invalid>>, *request=0x7ffdef7bf498) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_igather-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207912 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252708 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207913 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252709 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.9990010261535645 +Command return code: 255, elapsed time: 3.0567831993103027 Finished #1115 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_igather-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-001_0.elapsed index 020e2861b..9e74e978c 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-001_0.elapsed @@ -1 +1 @@ -7.342899799346924 \ No newline at end of file +7.349223613739014 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-001_0.txt index fad9edc00..e5e0040e5 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-001_0.txt @@ -1,5 +1,5 @@ Running #1464 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_improbe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_improbe-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Improbe(source=1, tag=0, comm=MPI_COMM_NULL, *flag=0x7ffceaf9bde0, *message, *status=0x7ffceaf9bdd8) +| [0] ERROR: MPI_Improbe(source=1, tag=0, comm=MPI_COMM_NULL, *flag=0x7ffc0c6e5a60, *message, *status=0x7ffc0c6e5a58) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_improbe-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_improbe-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_improbe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_improbe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211504 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254413 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211505 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254414 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.342899799346924 +Command return code: 255, elapsed time: 7.349223613739014 Finished #1464 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_improbe-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-002_0.elapsed index b91630ab0..118500db4 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-002_0.elapsed @@ -1 +1 @@ -7.258450508117676 \ No newline at end of file +7.072216033935547 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-002_0.txt index 1b5f1c0d9..54a27255b 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-002_0.txt @@ -1,5 +1,5 @@ Running #1971 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_improbe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_improbe-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Unknown error class. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Improbe(source=1, tag=0, comm=0x0 <<invalid>>, *flag=0x7ffc5ff36ce0, *message, *status=0x7ffc5ff36cd8) +| [0] ERROR: MPI_Improbe(source=1, tag=0, comm=0x0 <<invalid>>, *flag=0x7ffe47fccb80, *message, *status=0x7ffe47fccb78) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_improbe-002.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_improbe-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_improbe-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_improbe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_improbe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232605 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2440 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232606 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2441 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.258450508117676 +Command return code: 255, elapsed time: 7.072216033935547 Finished #1971 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_improbe-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-001_0.elapsed index f7520f13c..d39e60270 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-001_0.elapsed @@ -1 +1 @@ -7.336377859115601 \ No newline at end of file +7.514637231826782 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-001_0.txt index 42ee73d1d..82dd0b485 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-001_0.txt @@ -1,5 +1,5 @@ Running #1793 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_irecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_irecv-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Irecv(*buf=0x470760, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_NULL, *request=0x7ffde9496488) +| [0] ERROR: MPI_Irecv(*buf=0x4706d0, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_NULL, *request=0x7ffed093be28) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_irecv-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_irecv-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_irecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_irecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226310 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272381 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226311 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272382 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.336377859115601 +Command return code: 255, elapsed time: 7.514637231826782 Finished #1793 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_irecv-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-002_0.elapsed index d015a5c1b..6d19ed783 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-002_0.elapsed @@ -1 +1 @@ -7.228501558303833 \ No newline at end of file +7.153198719024658 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-002_0.txt index befbb581e..4d0b99fb1 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-002_0.txt @@ -1,5 +1,5 @@ Running #1967 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_irecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_irecv-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Unknown error class. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Irecv(*buf=0x470760, count=10, datatype=MPI_INT, source=1, tag=0, comm=0x0 <<invalid>>, *request=0x7ffcf800e578) +| [0] ERROR: MPI_Irecv(*buf=0x470660, count=10, datatype=MPI_INT, source=1, tag=0, comm=0x0 <<invalid>>, *request=0x7ffd68dde4f8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_irecv-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_irecv-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_irecv-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_irecv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_irecv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231652 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 948 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231653 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 949 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.228501558303833 +Command return code: 255, elapsed time: 7.153198719024658 Finished #1967 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_irecv-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-001_0.elapsed index 5d608385d..9c7af0265 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.3908984661102295 \ No newline at end of file +7.428433895111084 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-001_0.txt index ce0ef9f39..65992e63b 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #1112 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ireduce-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Ireduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_NULL, *request=0x7ffc4c408178) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x4706d0, *recvbuf=0x470700, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_NULL, *request=0x7ffe0c3aeea8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ireduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ireduce(*sendbuf=0x46ac40, *recvbuf=0x46ac70, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_NULL, *request=0x7ffe17af11e8) +| [1] ERROR: MPI_Ireduce(*sendbuf=0x46ac80, *recvbuf=0x46acb0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_NULL, *request=0x7ffd1e8da1f8) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ireduce-001.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ireduce-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206915 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251852 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206916 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251853 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3908984661102295 +Command return code: 255, elapsed time: 7.428433895111084 Finished #1112 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ireduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-002_0.elapsed index 712be0b94..d026ce5ac 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-002_0.elapsed @@ -1 +1 @@ -3.0498623847961426 \ No newline at end of file +2.9999940395355225 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-002_0.txt index ba4dcbd39..1756c57e7 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-002_0.txt @@ -1,5 +1,5 @@ Running #1080 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ireduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ireduce-002.c (batchinfo:1/1) @@ -62,9 +62,9 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ireduce-002.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ireduce-002) | [0] ERROR: While processing: -| [0] ERROR: MPI_Ireduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0x0 <<invalid>>, *request=0x7ffe2dcf9cc8) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x4706e0, *recvbuf=0x470710, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0x0 <<invalid>>, *request=0x7ffe2bf80a48) | [0] WARNING: starting emergency trace file writing | | [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ireduce-002.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ireduce-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ireduce-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Ireduce(*sendbuf=0x46ac40, *recvbuf=0x46ac70, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0x0 <<invalid>>, *request=0x7ffd7639b448) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ireduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Ireduce(*sendbuf=0x46ad10, *recvbuf=0x46ad40, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0x0 <<invalid>>, *request=0x7ffef3bcf858) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ireduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207189 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252275 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207191 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252276 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 3.0498623847961426 +Command return code: 255, elapsed time: 2.9999940395355225 Finished #1080 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_ireduce-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-001_0.elapsed index 36888b022..a3205765d 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-001_0.elapsed @@ -1 +1 @@ -7.807490825653076 \ No newline at end of file +7.8347556591033936 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-001_0.txt index d32f0280c..2448d2b94 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-001_0.txt @@ -1,5 +1,5 @@ Running #2092 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_irsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_irsend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Irsend(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7fffef34aaa8) +| [1] ERROR: MPI_Irsend(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7ffcb5db6f88) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_irsend-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_irsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_irsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_irsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233039 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 278278 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233040 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 278279 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.807490825653076 +Command return code: 255, elapsed time: 7.8347556591033936 Finished #2092 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_irsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-002_0.elapsed index 95ecb284e..fdf0c7ac5 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-002_0.elapsed @@ -1 +1 @@ -7.819113731384277 \ No newline at end of file +7.9672088623046875 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-002_0.txt index 1cadccfef..42e6751cf 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-002_0.txt @@ -1,5 +1,5 @@ Running #1516 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_irsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_irsend-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Unknown error class. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Irsend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7ffe755ab878) +| [1] ERROR: MPI_Irsend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7fff9ddf7578) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_irsend-002.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_irsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_irsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_irsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_irsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222769 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267474 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222770 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267475 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.819113731384277 +Command return code: 255, elapsed time: 7.9672088623046875 Finished #1516 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_irsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-001_0.elapsed index dae057be6..84fa0e5bc 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.391918659210205 \ No newline at end of file +7.294443607330322 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-001_0.txt index 92f7a18bd..7d0733df0 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #1018 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_iscan-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iscan(*sendbuf=0x4706d0, *recvbuf=0x470700, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL, *request=0x7ffcea1ed3f8) +| [0] ERROR: MPI_Iscan(*sendbuf=0x4706e0, *recvbuf=0x470710, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL, *request=0x7fffa4918408) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Iscan(*sendbuf=0x46abc0, *recvbuf=0x46abf0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL, *request=0x7fff21302228) +| [1] ERROR: MPI_Iscan(*sendbuf=0x46ad80, *recvbuf=0x46adb0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL, *request=0x7fff91585fc8) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscan-001.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_iscan-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203069 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249421 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203070 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249422 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.391918659210205 +Command return code: 255, elapsed time: 7.294443607330322 Finished #1018 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscan-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-002_0.elapsed index 502e7ef18..895b330d9 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-002_0.elapsed @@ -1 +1 @@ -3.016030788421631 \ No newline at end of file +2.999095916748047 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-002_0.txt index f369b197b..0e8f8058c 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-002_0.txt @@ -1,5 +1,5 @@ Running #689 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscan-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_iscan-002.c (batchinfo:1/1) @@ -62,9 +62,9 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscan-002.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_iscan-002) | [0] ERROR: While processing: -| [0] ERROR: MPI_Iscan(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>, *request=0x7ffc37b871a8) +| [0] ERROR: MPI_Iscan(*sendbuf=0x4706d0, *recvbuf=0x470700, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>, *request=0x7ffe96b0c2b8) | [0] WARNING: starting emergency trace file writing | | [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscan-002.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_iscan-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_iscan-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Iscan(*sendbuf=0x46acc0, *recvbuf=0x46acf0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>, *request=0x7fff21ecdd68) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_iscan-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Iscan(*sendbuf=0x46ac80, *recvbuf=0x46acb0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>, *request=0x7ffd9e3679a8) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_iscan-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194953 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243648 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194954 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243649 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 3.016030788421631 +Command return code: 255, elapsed time: 2.999095916748047 Finished #689 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscan-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-001_0.elapsed index 7a0a60202..ace9ebeb3 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.165699481964111 \ No newline at end of file +7.193485498428345 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-001_0.txt index 3f3bf3cd2..bbf790818 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #759 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_iscatter-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iscatter(*sendbuf=0x470660, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470690, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL, *request=0x7fff56ede6e8) +| [0] ERROR: MPI_Iscatter(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL, *request=0x7ffd4f450448) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscatter-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Iscatter(*sendbuf=0x46abc0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abf0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL, *request=0x7fff5a043448) +| [1] ERROR: MPI_Iscatter(*sendbuf=0x46ac80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acb0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL, *request=0x7fffd4840af8) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscatter-001.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_iscatter-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182165 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227291 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182166 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227292 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.165699481964111 +Command return code: 255, elapsed time: 7.193485498428345 Finished #759 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscatter-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-002_0.elapsed index cbb11b696..0740835b6 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-002_0.elapsed @@ -1 +1 @@ -0.9465153217315674 \ No newline at end of file +2.9312472343444824 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-002_0.txt index 5803c0da7..0b8ca2aec 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_iscatter-002_0.txt @@ -1,5 +1,5 @@ Running #910 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscatter-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_iscatter-002.c (batchinfo:1/1) @@ -55,23 +55,45 @@ Executing the command (cwd: None) | [0] ERROR: Exit without MPI_Finalize | [1] ERROR: Unexpected empty communicator [_sdks/release_posix-x86_64_icl_2021.9_gnutools_5.3/collector_1.0.0/include/mpi_wrappers/cmpiwrappers_MPI3_NBLK_COLL.c:2526], aborting. | [1] ERROR: Exit without MPI_Finalize -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error +| [0] ERROR: Exit without MPI_Finalize. +| [0] ERROR: Stack back trace: +| [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscatter-002.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_iscatter-002) +| [0] ERROR: While processing: +| [0] ERROR: MPI_Iscatter(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, root=0, comm=0x0 <<invalid>>, *request=0x7ffe23d07028) +| [0] WARNING: starting emergency trace file writing +| +| [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error +| [1] ERROR: Exit without MPI_Finalize. +| [1] ERROR: Stack back trace: +| [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscatter-002.c:38) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_iscatter-002) +| [1] ERROR: While processing: +| [1] ERROR: MPI_Iscatter(*sendbuf=0x46ac80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46acb0, recvcount=10, recvtype=MPI_INT, root=0, comm=0x0 <<invalid>>, *request=0x7fffac3d2bc8) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_iscatter-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197922 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244099 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197924 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244100 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9465153217315674 +Command return code: 255, elapsed time: 2.9312472343444824 Finished #910 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_iscatter-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_isend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_isend-001_0.elapsed index bf5b08565..f14525625 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_isend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_isend-001_0.elapsed @@ -1 +1 @@ -8.044494390487671 \ No newline at end of file +8.003266334533691 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_isend-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_isend-001_0.txt index ff35c353b..b548823dd 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_isend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_isend-001_0.txt @@ -1,5 +1,5 @@ Running #1241 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_isend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_isend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Isend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7ffe9cbd7d28) +| [1] ERROR: MPI_Isend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7ffd377fd748) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_isend-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_isend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_isend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_isend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_isend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214686 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257325 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214687 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257326 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.044494390487671 +Command return code: 255, elapsed time: 8.003266334533691 Finished #1241 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_isend-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_isend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_isend-002_0.elapsed index 675943055..3638279f7 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_isend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_isend-002_0.elapsed @@ -1 +1 @@ -8.026885032653809 \ No newline at end of file +8.00981330871582 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_isend-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_isend-002_0.txt index 6e62d27fb..66c5bb1a6 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_isend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_isend-002_0.txt @@ -1,5 +1,5 @@ Running #1738 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_isend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_isend-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Unknown error class. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Isend(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7ffc3e7f02e8) +| [1] ERROR: MPI_Isend(*buf=0x46ad10, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7ffc805a6908) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_isend-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_isend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_isend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_isend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_isend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 225065 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271266 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 225066 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271267 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.026885032653809 +Command return code: 255, elapsed time: 8.00981330871582 Finished #1738 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_isend-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_issend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_issend-001_0.elapsed index cd660ea25..1d376989e 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_issend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_issend-001_0.elapsed @@ -1 +1 @@ -7.974724054336548 \ No newline at end of file +7.841080188751221 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_issend-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_issend-001_0.txt index 7799452d4..03e277e7d 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_issend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_issend-001_0.txt @@ -1,5 +1,5 @@ Running #1243 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_issend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_issend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Issend(*buf=0x46cbf0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7ffefc811848) +| [1] ERROR: MPI_Issend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7ffe08555cf8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_issend-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_issend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_issend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_issend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_issend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215277 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257991 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215278 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257992 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.974724054336548 +Command return code: 255, elapsed time: 7.841080188751221 Finished #1243 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_issend-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_issend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_issend-002_0.elapsed index 1e34f1cfd..953d9f98f 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_issend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_issend-002_0.elapsed @@ -1 +1 @@ -8.144903421401978 \ No newline at end of file +8.278871059417725 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_issend-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_issend-002_0.txt index e96813c3b..8fb8e54b6 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_issend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_issend-002_0.txt @@ -1,5 +1,5 @@ Running #1950 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_issend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_issend-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Unknown error class. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Issend(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7fffd0b4e218) +| [1] ERROR: MPI_Issend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7ffec72b2738) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_issend-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_issend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_issend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_issend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_issend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223733 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270346 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223734 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270347 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.144903421401978 +Command return code: 255, elapsed time: 8.278871059417725 Finished #1950 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_issend-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-001_0.elapsed index 81e6e440a..d3011b5c3 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-001_0.elapsed @@ -1 +1 @@ -7.359161376953125 \ No newline at end of file +7.438218355178833 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-001_0.txt index 11ff7032e..1f658208b 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-001_0.txt @@ -1,5 +1,5 @@ Running #1408 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_mprobe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_mprobe-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=MPI_COMM_NULL, *message, *status=0x7fff70324a58) +| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=MPI_COMM_NULL, *message, *status=0x7fff5b4b20a8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_mprobe-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_mprobe-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_mprobe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_mprobe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218554 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264633 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218555 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264634 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.359161376953125 +Command return code: 255, elapsed time: 7.438218355178833 Finished #1408 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_mprobe-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-002_0.elapsed index e36031669..ee6d61cde 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-002_0.elapsed @@ -1 +1 @@ -7.373648166656494 \ No newline at end of file +7.290466785430908 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-002_0.txt index ed2e7900b..ce957b6fa 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-002_0.txt @@ -1,5 +1,5 @@ Running #1392 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_mprobe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_mprobe-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Unknown error class. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=0x0 <<invalid>>, *message, *status=0x7ffe4c473a88) +| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=0x0 <<invalid>>, *message, *status=0x7ffeeb316678) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_mprobe-002.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_mprobe-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_mprobe-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_mprobe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_mprobe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209424 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255836 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209425 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255837 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.373648166656494 +Command return code: 255, elapsed time: 7.290466785430908 Finished #1392 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_mprobe-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-001_0.elapsed index e2d33b630..3da00f40e 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-001_0.elapsed @@ -1 +1 @@ -0.13012433052062988 \ No newline at end of file +0.09935474395751953 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-001_0.txt index 12ec1ad84..d7aa8e3cc 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1881 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_precv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_precv_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccnULyu3.o: in function `main': +ld: /tmp/icchJxoOm.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_precv_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_precv_init-001.c:44: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_precv_init-001.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-002_0.elapsed index 2305b464a..d498a83e7 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-002_0.elapsed @@ -1 +1 @@ -0.11082649230957031 \ No newline at end of file +0.13452744483947754 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-002_0.txt index e1587c9c2..70f7c6a1e 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_precv_init-002_0.txt @@ -1,5 +1,5 @@ Running #1236 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_precv_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_precv_init-002.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccFl0EY7.o: in function `main': +ld: /tmp/iccjmkLFg.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_precv_init-002.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_precv_init-002.c:44: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_precv_init-002.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-001_0.elapsed index 4ffded987..056ae106a 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-001_0.elapsed @@ -1 +1 @@ -0.10249114036560059 \ No newline at end of file +0.10356569290161133 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-001_0.txt index c50690043..3265ee49d 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1910 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_psend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_psend_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccNbqcua.o: in function `main': +ld: /tmp/iccRtWhzE.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_psend_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_psend_init-001.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_psend_init-001.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-002_0.elapsed index b9b57ded6..13fb47260 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-002_0.elapsed @@ -1 +1 @@ -0.10453414916992188 \ No newline at end of file +0.11227822303771973 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-002_0.txt index e28bb9a7a..cea6b2283 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_psend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1733 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_psend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_psend_init-002.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccgjO6GC.o: in function `main': +ld: /tmp/iccQdf43V.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_psend_init-002.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_psend_init-002.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_psend_init-002.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_recv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_recv-001_0.elapsed index 79dd2c223..14c907fac 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_recv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_recv-001_0.elapsed @@ -1 +1 @@ -6.876739501953125 \ No newline at end of file +6.847184181213379 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_recv-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_recv-001_0.txt index 0d538853d..58a209a4d 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_recv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_recv-001_0.txt @@ -1,5 +1,5 @@ Running #1942 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_recv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_recv-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv(*buf=0x470690, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_NULL, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470790, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_NULL, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_recv-001.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_recv-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_recv-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_recv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_recv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 235607 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 4425 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 235608 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 4426 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.876739501953125 +Command return code: 255, elapsed time: 6.847184181213379 Finished #1942 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_recv-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_recv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_recv-002_0.elapsed index 2ac934416..778f26936 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_recv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_recv-002_0.elapsed @@ -1 +1 @@ -7.347365379333496 \ No newline at end of file +7.488266944885254 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_recv-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_recv-002_0.txt index 892f72823..8a67884df 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_recv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_recv-002_0.txt @@ -1,5 +1,5 @@ Running #1655 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_recv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_recv-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Unknown error class. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv(*buf=0x470710, count=10, datatype=MPI_INT, source=1, tag=0, comm=0x0 <<invalid>>, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470790, count=10, datatype=MPI_INT, source=1, tag=0, comm=0x0 <<invalid>>, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_recv-002.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_recv-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_recv-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_recv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_recv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216502 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264131 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216503 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264132 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.347365379333496 +Command return code: 255, elapsed time: 7.488266944885254 Finished #1655 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_recv-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-001_0.elapsed index d4be91dc7..bd6e036c1 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-001_0.elapsed @@ -1 +1 @@ -7.279717445373535 \ No newline at end of file +7.359778165817261 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-001_0.txt index 9f3919993..515e76c38 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1790 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_recv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_recv_init-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv_init(*buf=0x470760, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_NULL, *request=0x7ffc407a10f8) +| [0] ERROR: MPI_Recv_init(*buf=0x470760, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_NULL, *request=0x7ffc30291158) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_recv_init-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_recv_init-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_recv_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_recv_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222649 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268280 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222650 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268281 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.279717445373535 +Command return code: 255, elapsed time: 7.359778165817261 Finished #1790 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_recv_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-002_0.elapsed index 2c78037fe..df72b50b3 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-002_0.elapsed @@ -1 +1 @@ -7.28191876411438 \ No newline at end of file +7.297577142715454 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-002_0.txt index 3138c1c48..7d730526c 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-002_0.txt @@ -1,5 +1,5 @@ Running #1359 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_recv_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_recv_init-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Unknown error class. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv_init(*buf=0x4706d0, count=10, datatype=MPI_INT, source=1, tag=0, comm=0x0 <<invalid>>, *request=0x7ffc375a4878) +| [0] ERROR: MPI_Recv_init(*buf=0x4706e0, count=10, datatype=MPI_INT, source=1, tag=0, comm=0x0 <<invalid>>, *request=0x7fffd8381ee8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_recv_init-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_recv_init-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_recv_init-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_recv_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_recv_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208778 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258141 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208779 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258142 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.28191876411438 +Command return code: 255, elapsed time: 7.297577142715454 Finished #1359 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_recv_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-001_0.elapsed index 071c30c02..d903f54b6 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -7.318472862243652 \ No newline at end of file +7.356573581695557 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-001_0.txt index e8569e58d..cb5a552cf 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #1006 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_reduce-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Reduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_NULL) +| [0] ERROR: MPI_Reduce(*sendbuf=0x4706e0, *recvbuf=0x470710, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_NULL) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_reduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Reduce(*sendbuf=0x46ac40, *recvbuf=0x46ac70, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_NULL) +| [1] ERROR: MPI_Reduce(*sendbuf=0x46ac80, *recvbuf=0x46acb0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_NULL) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce-001.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_reduce-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_reduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200005 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246120 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200006 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246121 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.318472862243652 +Command return code: 255, elapsed time: 7.356573581695557 Finished #1006 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-002_0.elapsed index 699e077b3..9d2bacd02 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-002_0.elapsed @@ -1 +1 @@ -2.834213972091675 \ No newline at end of file +2.911297082901001 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-002_0.txt index 080f35947..bada1a315 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-002_0.txt @@ -1,5 +1,5 @@ Running #840 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_reduce-002.c (batchinfo:1/1) @@ -62,9 +62,9 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_reduce-002) | [0] ERROR: While processing: -| [0] ERROR: MPI_Reduce(*sendbuf=0x4706d0, *recvbuf=0x470700, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0x0 <<invalid>>) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0x0 <<invalid>>) | [0] WARNING: starting emergency trace file writing | | [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce-002.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_reduce-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_reduce-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Reduce(*sendbuf=0x46abc0, *recvbuf=0x46abf0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0x0 <<invalid>>) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_reduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Reduce(*sendbuf=0x46ac80, *recvbuf=0x46acb0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0x0 <<invalid>>) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_reduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196117 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242797 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196118 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242798 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.834213972091675 +Command return code: 255, elapsed time: 2.911297082901001 Finished #840 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001_0.elapsed index 0cae2b2a3..88a3215dd 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001_0.elapsed @@ -1 +1 @@ -7.37291693687439 \ No newline at end of file +7.314440011978149 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001_0.txt index 5f352973d..aa665201e 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001_0.txt @@ -1,5 +1,5 @@ Running #766 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce_scatter_block-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_reduce_scatter_block-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x4705f0, *recvbuf=0x470620, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x470670, *recvbuf=0x4706a0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce_scatter_block-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46aba0, *recvbuf=0x46abd0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) +| [1] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x465c50, *recvbuf=0x465c80, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce_scatter_block-001.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_reduce_scatter_block-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_reduce_scatter_block-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_reduce_scatter_block-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188925 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233928 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188926 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233929 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.37291693687439 +Command return code: 255, elapsed time: 7.314440011978149 Finished #766 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce_scatter_block-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002_0.elapsed index d99006575..5cad078fe 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002_0.elapsed @@ -1 +1 @@ -2.831244468688965 \ No newline at end of file +2.71380615234375 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002_0.txt index de85f1572..d2699f318 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002_0.txt @@ -1,5 +1,5 @@ Running #789 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce_scatter_block-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_reduce_scatter_block-002.c (batchinfo:1/1) @@ -62,9 +62,9 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce_scatter_block-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002) | [0] ERROR: While processing: -| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x470570, *recvbuf=0x4705a0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>) +| [0] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x470670, *recvbuf=0x4706a0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>) | [0] WARNING: starting emergency trace file writing | | [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce_scatter_block-002.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_reduce_scatter_block-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x46aba0, *recvbuf=0x46abd0, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_reduce_scatter_block-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Reduce_scatter_block(*sendbuf=0x465be0, *recvbuf=0x465c10, recvcount=0xa, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_reduce_scatter_block-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204379 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249959 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204380 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249960 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.831244468688965 +Command return code: 255, elapsed time: 2.71380615234375 Finished #789 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_reduce_scatter_block-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-001_0.elapsed index f1a3f568e..0969ef76b 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-001_0.elapsed @@ -1 +1 @@ -8.065400123596191 \ No newline at end of file +8.036219120025635 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-001_0.txt index cc7dee63c..97dce2fe1 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-001_0.txt @@ -1,5 +1,5 @@ Running #1773 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_rsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_rsend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL) +| [1] ERROR: MPI_Rsend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_rsend-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_rsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_rsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_rsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229534 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274327 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229535 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274328 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.065400123596191 +Command return code: 255, elapsed time: 8.036219120025635 Finished #1773 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_rsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-002_0.elapsed index 1b80964ea..e2a84778c 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-002_0.elapsed @@ -1 +1 @@ -7.928736925125122 \ No newline at end of file +7.900826454162598 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-002_0.txt index 879f596eb..b9e72f571 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-002_0.txt @@ -1,5 +1,5 @@ Running #1255 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_rsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_rsend-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Unknown error class. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>) +| [1] ERROR: MPI_Rsend(*buf=0x46ad10, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_rsend-002.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_rsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_rsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_rsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_rsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203543 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249494 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203544 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249495 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.928736925125122 +Command return code: 255, elapsed time: 7.900826454162598 Finished #1255 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_rsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001_0.elapsed index 1371097a5..ac7be4817 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001_0.elapsed @@ -1 +1 @@ -8.126017093658447 \ No newline at end of file +1.1399297714233398 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001_0.md5sum b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001_0.md5sum deleted file mode 100644 index c114180a9..000000000 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -ffec8ce648fdd90f4818c25b923f72ed \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001_0.txt index 6f177cbf7..f18c354e8 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #2028 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_rsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_rsend_init-001.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Null communicator. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend_init(*buf=0x46ac50, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7ffde470b6d8) -| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_rsend_init-001.c:43) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-001) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_rsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227374 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274396 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227375 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274397 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.126017093658447 +Command return code: 255, elapsed time: 1.1399297714233398 Finished #2028 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_rsend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-002_0.elapsed index 8300eeda4..5f43bda84 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-002_0.elapsed @@ -1 +1 @@ -7.647972106933594 \ No newline at end of file +7.59566330909729 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-002_0.txt index 791013bcd..1b1718665 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-002_0.txt @@ -1,5 +1,5 @@ Running #2010 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_rsend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_rsend_init-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Unknown error class. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend_init(*buf=0x46ace0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7ffceaa26e28) +| [1] ERROR: MPI_Rsend_init(*buf=0x46ab30, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7ffd15b729f8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_rsend_init-002.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_rsend_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_rsend_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_rsend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_rsend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234582 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 4156 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234583 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 4157 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.647972106933594 +Command return code: 255, elapsed time: 7.59566330909729 Finished #2010 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_rsend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_scan-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_scan-001_0.elapsed index ca20b9874..b671644e7 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_scan-001_0.elapsed @@ -1 +1 @@ -7.524585962295532 \ No newline at end of file +7.335577487945557 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_scan-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_scan-001_0.txt index 444dfd62d..092daa8e1 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_scan-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #737 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_scan-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid communicator. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Scan(*sendbuf=0x470790, *recvbuf=0x4707c0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) +| [0] ERROR: MPI_Scan(*sendbuf=0x470690, *recvbuf=0x4706c0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scan-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_scan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Scan(*sendbuf=0x46ac40, *recvbuf=0x46ac70, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) +| [1] ERROR: MPI_Scan(*sendbuf=0x46ac80, *recvbuf=0x46acb0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_NULL) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scan-001.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_scan-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_scan-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187265 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232765 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187266 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232766 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.524585962295532 +Command return code: 255, elapsed time: 7.335577487945557 Finished #737 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scan-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_scan-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_scan-002_0.elapsed index 287b1fa23..8302b5fc0 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_scan-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_scan-002_0.elapsed @@ -1 +1 @@ -2.937798500061035 \ No newline at end of file +3.0126988887786865 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_scan-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_scan-002_0.txt index 8a6877f4f..433b65a13 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_scan-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_scan-002_0.txt @@ -1,5 +1,5 @@ Running #1176 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scan-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_scan-002.c (batchinfo:1/1) @@ -62,7 +62,7 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scan-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_scan-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_scan-002) | [0] ERROR: While processing: | [0] ERROR: MPI_Scan(*sendbuf=0x470790, *recvbuf=0x4707c0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>) | [0] WARNING: starting emergency trace file writing @@ -73,10 +73,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scan-002.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_scan-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_scan-002) | [1] ERROR: While processing: -| [1] ERROR: MPI_Scan(*sendbuf=0x46abc0, *recvbuf=0x46abf0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>) -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_scan-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: MPI_Scan(*sendbuf=0x46ad00, *recvbuf=0x46ad30, count=10, datatype=MPI_INT, op=MPI_SUM, comm=0x0 <<invalid>>) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_scan-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -84,16 +84,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210055 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252593 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210056 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252594 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.937798500061035 +Command return code: 255, elapsed time: 3.0126988887786865 Finished #1176 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scan-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-001_0.elapsed index 368d6fec4..f266cbb8c 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -7.353276252746582 \ No newline at end of file +7.282026052474976 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-001_0.txt index 24e34bb37..428dabc85 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #911 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_scatter-001.c (batchinfo:1/1) @@ -55,20 +55,20 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scatter-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_scatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Scatter(*sendbuf=0x46ac00, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac30, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL) +| [1] ERROR: MPI_Scatter(*sendbuf=0x46ad00, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad30, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_NULL) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scatter-001.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_scatter-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_scatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197977 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244281 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197978 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244282 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.353276252746582 +Command return code: 255, elapsed time: 7.282026052474976 Finished #911 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scatter-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-002_0.elapsed index d0d7d2478..edfb1cf6b 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-002_0.elapsed @@ -1 +1 @@ -1.1948504447937012 \ No newline at end of file +3.092637538909912 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-002_0.txt index 3f0e71c43..0fc78fe34 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_scatter-002_0.txt @@ -1,5 +1,5 @@ Running #1015 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scatter-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_scatter-002.c (batchinfo:1/1) @@ -55,23 +55,45 @@ Executing the command (cwd: None) | [0] ERROR: Exit without MPI_Finalize | [1] ERROR: Unexpected empty communicator [_sdks/release_posix-x86_64_icl_2021.9_gnutools_5.3/collector_1.0.0/include/mpi_wrappers/cmpiwrappers_MPI_COLL.c:2700], aborting. | [1] ERROR: Exit without MPI_Finalize -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error +| [0] ERROR: Exit without MPI_Finalize. +| [0] ERROR: Stack back trace: +| [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scatter-002.c:37) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_scatter-002) +| [0] ERROR: While processing: +| [0] ERROR: MPI_Scatter(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, root=0, comm=0x0 <<invalid>>) +| [0] WARNING: starting emergency trace file writing +| +| [1] ERROR: LOCAL:EXIT:BEFORE_MPI_FINALIZE: fatal error +| [1] ERROR: Exit without MPI_Finalize. +| [1] ERROR: Stack back trace: +| [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scatter-002.c:37) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_scatter-002) +| [1] ERROR: While processing: +| [1] ERROR: MPI_Scatter(*sendbuf=0x46ad80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46adb0, recvcount=10, recvtype=MPI_INT, root=0, comm=0x0 <<invalid>>) +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_scatter-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 2 times (2 errors + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202881 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248819 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202882 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248820 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1948504447937012 +Command return code: 255, elapsed time: 3.092637538909912 Finished #1015 /MBI/scripts/gencodes/COLL/InvalidParam-Comm-mpi_scatter-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_send-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_send-001_0.elapsed index 6291f8558..166652d18 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_send-001_0.elapsed @@ -1 +1 @@ -8.030993461608887 \ No newline at end of file +8.232126951217651 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_send-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_send-001_0.txt index e988ff4cf..4abf0e4a5 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_send-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1695 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_send-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL) +| [1] ERROR: MPI_Send(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_send-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_send-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_send-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_send-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217746 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264235 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217747 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264236 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.030993461608887 +Command return code: 255, elapsed time: 8.232126951217651 Finished #1695 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_send-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_send-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_send-002_0.elapsed index 5d9635922..2f39d6a3e 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_send-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_send-002_0.elapsed @@ -1 +1 @@ -7.937037706375122 \ No newline at end of file +7.755880117416382 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_send-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_send-002_0.txt index 93040aa5a..2b5d76c4b 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_send-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_send-002_0.txt @@ -1,5 +1,5 @@ Running #1895 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_send-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_send-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Unknown error class. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>) +| [1] ERROR: MPI_Send(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_send-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_send-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_send-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_send-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_send-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230817 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277131 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230818 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277132 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.937037706375122 +Command return code: 255, elapsed time: 7.755880117416382 Finished #1895 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_send-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-001_0.elapsed index 2abaa0c3b..b397bc952 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-001_0.elapsed @@ -1 +1 @@ -8.013620615005493 \ No newline at end of file +7.945992708206177 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-001_0.txt index 9b1602055..569d93074 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-001_0.txt @@ -1,5 +1,5 @@ Running #1422 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_send_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_send_init-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send_init(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7ffc708f5178) +| [1] ERROR: MPI_Send_init(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7fffa27532a8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_send_init-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_send_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_send_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_send_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206599 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252251 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206600 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252252 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.013620615005493 +Command return code: 255, elapsed time: 7.945992708206177 Finished #1422 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_send_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-002_0.elapsed index c068d3b98..0214277ab 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-002_0.elapsed @@ -1 +1 @@ -7.523029565811157 \ No newline at end of file +7.451929092407227 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-002_0.txt index 79cac8ede..39ba0ca96 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-002_0.txt @@ -1,5 +1,5 @@ Running #2073 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_send_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_send_init-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Unknown error class. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send_init(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7fff358a44e8) +| [1] ERROR: MPI_Send_init(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7fff5121e938) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_send_init-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_send_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_send_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_send_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_send_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 235294 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 4752 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 235295 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 4753 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.523029565811157 +Command return code: 255, elapsed time: 7.451929092407227 Finished #2073 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_send_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-001_0.elapsed index 570eb4e33..732418359 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-001_0.elapsed @@ -1 +1 @@ -7.509330987930298 \ No newline at end of file +7.6378254890441895 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-001_0.txt index 7b6eed8ff..819bddf0a 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-001_0.txt @@ -1,5 +1,5 @@ Running #1953 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_sendrecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_sendrecv-001.c (batchinfo:1/1) @@ -55,7 +55,7 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_sendrecv-001.c:36) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_sendrecv-001) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null communicator. @@ -64,10 +64,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_sendrecv-001.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_sendrecv-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_sendrecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_sendrecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] ERROR: Incomplete/invalid trace information: global rank of process unknown | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224265 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270734 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224266 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270735 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.509330987930298 +Command return code: 255, elapsed time: 7.6378254890441895 Finished #1953 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_sendrecv-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-002_0.elapsed index 63ea95927..69cebccf6 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-002_0.elapsed @@ -1 +1 @@ -7.391314506530762 \ No newline at end of file +7.269350290298462 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-002_0.txt index 043ae86e0..71db4a85c 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-002_0.txt @@ -1,5 +1,5 @@ Running #1232 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_sendrecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_sendrecv-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Unknown error class. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Sendrecv(*sendbuf=0x4706d0, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x4706d0, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0x0 <<invalid>>, *status=0x1) +| [0] ERROR: MPI_Sendrecv(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x470760, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0x0 <<invalid>>, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_sendrecv-002.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_sendrecv-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_sendrecv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_sendrecv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207070 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249625 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207071 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249626 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.391314506530762 +Command return code: 255, elapsed time: 7.269350290298462 Finished #1232 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_sendrecv-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-001_0.elapsed index a024656af..25c1d42ed 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-001_0.elapsed @@ -1 +1 @@ -7.450206279754639 \ No newline at end of file +7.7507500648498535 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-001_0.txt index 06a2b9bce..5b2337261 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-001_0.txt @@ -1,5 +1,5 @@ Running #1922 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_sendrecv_replace-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_sendrecv_replace-001.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_sendrecv_replace-001.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_sendrecv_replace-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_sendrecv_replace-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_sendrecv_replace-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] ERROR: Incomplete/invalid trace information: global rank of process unknown | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | @@ -68,16 +68,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 225216 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270220 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 225217 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270221 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.450206279754639 +Command return code: 255, elapsed time: 7.7507500648498535 Finished #1922 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_sendrecv_replace-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-002_0.elapsed index 6b9dd2cdd..01f0de004 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-002_0.elapsed @@ -1 +1 @@ -7.316749572753906 \ No newline at end of file +7.525236368179321 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-002_0.txt index 15ae75f42..173af6337 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-002_0.txt @@ -1,5 +1,5 @@ Running #1951 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_sendrecv_replace-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_sendrecv_replace-002.c (batchinfo:1/1) @@ -59,10 +59,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_sendrecv_replace-002.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_sendrecv_replace-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_sendrecv_replace-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_sendrecv_replace-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_sendrecv_replace-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223935 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270499 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223936 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270500 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.316749572753906 +Command return code: 255, elapsed time: 7.525236368179321 Finished #1951 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_sendrecv_replace-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-001_0.elapsed index 139730529..90694a77d 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-001_0.elapsed @@ -1 +1 @@ -8.113660097122192 \ No newline at end of file +7.872314929962158 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-001_0.txt index ab141d8f8..9df3c90ea 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-001_0.txt @@ -1,5 +1,5 @@ Running #1679 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ssend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ssend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL) +| [1] ERROR: MPI_Ssend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ssend-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ssend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ssend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ssend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228861 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275623 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228862 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275624 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.113660097122192 +Command return code: 255, elapsed time: 7.872314929962158 Finished #1679 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ssend-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-002_0.elapsed index 77c4f4459..454672b20 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-002_0.elapsed @@ -1 +1 @@ -8.134610176086426 \ No newline at end of file +7.979797124862671 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-002_0.txt index 782462960..b0104560e 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-002_0.txt @@ -1,5 +1,5 @@ Running #1761 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ssend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ssend-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Unknown error class. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>) +| [1] ERROR: MPI_Ssend(*buf=0x46ad10, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ssend-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ssend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ssend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ssend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ssend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227168 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271793 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227169 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271794 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.134610176086426 +Command return code: 255, elapsed time: 7.979797124862671 Finished #1761 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ssend-002.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-001_0.elapsed index 7c6d686f7..a85a6341f 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-001_0.elapsed @@ -1 +1 @@ -8.032226800918579 \ No newline at end of file +8.060131072998047 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-001_0.txt index 985c72698..42910bd5c 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1473 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ssend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ssend_init-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null communicator. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend_init(*buf=0x46ac50, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7ffe7a55f418) +| [1] ERROR: MPI_Ssend_init(*buf=0x46ac30, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_NULL, *request=0x7ffe51a326b8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ssend_init-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ssend_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ssend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ssend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216762 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260034 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216763 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260035 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.032226800918579 +Command return code: 255, elapsed time: 8.060131072998047 Finished #1473 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ssend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-002_0.elapsed index 43efcccd0..b55eef99a 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-002_0.elapsed @@ -1 +1 @@ -9.688583850860596 \ No newline at end of file +8.014934778213501 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-002_0.txt index 12f4cfa9d..a1e6e9d97 100644 --- a/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1867 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ssend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Comm-mpi_ssend_init-002.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Unknown error class. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend_init(*buf=0x46ace0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7ffc91042218) +| [1] ERROR: MPI_Ssend_init(*buf=0x46abb0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=0x0 <<invalid>>, *request=0x7ffc62776ab8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ssend_init-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Comm-mpi_ssend_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Comm-mpi_ssend_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ssend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Comm-mpi_ssend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -70,16 +70,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230323 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274287 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230324 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274288 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 9.688583850860596 +Command return code: 255, elapsed time: 8.014934778213501 Finished #1867 /MBI/scripts/gencodes/P2P/InvalidParam-Comm-mpi_ssend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001_0.elapsed index 12523e206..94d079831 100644 --- a/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001_0.elapsed @@ -1 +1 @@ -9.4885995388031 \ No newline at end of file +0.9145848751068115 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001_0.md5sum b/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001_0.md5sum deleted file mode 100644 index 77261eb15..000000000 --- a/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -2c6d6247cab0fa1bbdf485a68c22ade8 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001_0.txt b/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001_0.txt index 41df3b34a..c0d20c673 100644 --- a/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001_0.txt @@ -1,5 +1,5 @@ Running #573 /MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_allreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Op-mpi_allreduce-001.c (batchinfo:1/1) @@ -47,45 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Null MPI_Op. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_OP_NULL, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_allreduce-001.c:37) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Null MPI_Op. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46acc0, *recvbuf=0x46acf0, count=10, datatype=MPI_INT, op=MPI_OP_NULL, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_allreduce-001.c:37) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Op-mpi_allreduce-001) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Op-mpi_allreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189496 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234944 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189497 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234945 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 9.4885995388031 +Command return code: 255, elapsed time: 0.9145848751068115 Finished #573 /MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_allreduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Op-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Op-mpi_iallreduce-001_0.elapsed index a973f97b1..c609df97d 100644 --- a/logs-20240607/itac/InvalidParam-Op-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Op-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -7.948781251907349 \ No newline at end of file +7.860584735870361 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Op-mpi_iallreduce-001_0.txt b/logs-20240607/itac/InvalidParam-Op-mpi_iallreduce-001_0.txt index 499eec211..b7bb96369 100644 --- a/logs-20240607/itac/InvalidParam-Op-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Op-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #681 /MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Op-mpi_iallreduce-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null MPI_Op. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_OP_NULL, comm=MPI_COMM_WORLD, *request=0x7ffd6e1aa528) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_OP_NULL, comm=MPI_COMM_WORLD, *request=0x7fff54948318) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_iallreduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Op-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Op-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null MPI_Op. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46ac40, *recvbuf=0x46ac70, count=10, datatype=MPI_INT, op=MPI_OP_NULL, comm=MPI_COMM_WORLD, *request=0x7ffccf89b5b8) +| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad30, count=10, datatype=MPI_INT, op=MPI_OP_NULL, comm=MPI_COMM_WORLD, *request=0x7ffe83326598) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_iallreduce-001.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Op-mpi_iallreduce-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Op-mpi_iallreduce-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Op-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Op-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190529 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235679 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190530 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235680 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.948781251907349 +Command return code: 255, elapsed time: 7.860584735870361 Finished #681 /MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Op-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Op-mpi_ireduce-001_0.elapsed index 366677512..6c20e0126 100644 --- a/logs-20240607/itac/InvalidParam-Op-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Op-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.917378902435303 \ No newline at end of file +7.8849828243255615 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Op-mpi_ireduce-001_0.txt b/logs-20240607/itac/InvalidParam-Op-mpi_ireduce-001_0.txt index f931eeff4..7da111c83 100644 --- a/logs-20240607/itac/InvalidParam-Op-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Op-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #954 /MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Op-mpi_ireduce-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null MPI_Op. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Ireduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_OP_NULL, root=0, comm=MPI_COMM_WORLD, *request=0x7ffccd4d8cc8) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x4706e0, *recvbuf=0x470710, count=10, datatype=MPI_INT, op=MPI_OP_NULL, root=0, comm=MPI_COMM_WORLD, *request=0x7fff382d7e98) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_ireduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Op-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Op-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null MPI_Op. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ireduce(*sendbuf=0x46ac40, *recvbuf=0x46ac70, count=10, datatype=MPI_INT, op=MPI_OP_NULL, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc01c2f578) +| [1] ERROR: MPI_Ireduce(*sendbuf=0x46ac80, *recvbuf=0x46acb0, count=10, datatype=MPI_INT, op=MPI_OP_NULL, root=0, comm=MPI_COMM_WORLD, *request=0x7fff9bcf5418) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_ireduce-001.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Op-mpi_ireduce-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Op-mpi_ireduce-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Op-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Op-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203556 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250020 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203557 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250021 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.917378902435303 +Command return code: 255, elapsed time: 7.8849828243255615 Finished #954 /MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_ireduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Op-mpi_reduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Op-mpi_reduce-001_0.elapsed index 929324a80..c5f0d38df 100644 --- a/logs-20240607/itac/InvalidParam-Op-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Op-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -7.8958375453948975 \ No newline at end of file +7.965265989303589 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Op-mpi_reduce-001_0.txt b/logs-20240607/itac/InvalidParam-Op-mpi_reduce-001_0.txt index bd6986095..dad63237b 100644 --- a/logs-20240607/itac/InvalidParam-Op-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Op-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #944 /MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Op-mpi_reduce-001.c (batchinfo:1/1) @@ -51,24 +51,24 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null MPI_Op. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Reduce(*sendbuf=0x470790, *recvbuf=0x4707c0, count=10, datatype=MPI_INT, op=MPI_OP_NULL, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470700, *recvbuf=0x470730, count=10, datatype=MPI_INT, op=MPI_OP_NULL, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_reduce-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Op-mpi_reduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Op-mpi_reduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Null MPI_Op. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Reduce(*sendbuf=0x46ac40, *recvbuf=0x46ac70, count=10, datatype=MPI_INT, op=MPI_OP_NULL, root=0, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Reduce(*sendbuf=0x46ac80, *recvbuf=0x46acb0, count=10, datatype=MPI_INT, op=MPI_OP_NULL, root=0, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_reduce-001.c:37) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Op-mpi_reduce-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Op-mpi_reduce-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Op-mpi_reduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Op-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198274 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245018 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198275 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245019 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.8958375453948975 +Command return code: 255, elapsed time: 7.965265989303589 Finished #944 /MBI/scripts/gencodes/COLL/InvalidParam-Op-mpi_reduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-001_0.elapsed index 8a5624fb5..aed0cf4ae 100644 --- a/logs-20240607/itac/InvalidParam-Rank-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-001_0.elapsed @@ -1 +1 @@ -1.9100494384765625 \ No newline at end of file +1.9189746379852295 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-001_0.txt index 398a82059..299e87613 100644 --- a/logs-20240607/itac/InvalidParam-Rank-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-001_0.txt @@ -1,5 +1,5 @@ Running #170 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -| -Command return code: 0, elapsed time: 1.9100494384765625 +Command return code: 0, elapsed time: 1.9189746379852295 Finished #170 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-002_0.elapsed index 686ee0232..fb5375fce 100644 --- a/logs-20240607/itac/InvalidParam-Rank-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-002_0.elapsed @@ -1 +1 @@ -7.186317682266235 \ No newline at end of file +7.354588031768799 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-002_0.txt index 08948cada..02e64a017 100644 --- a/logs-20240607/itac/InvalidParam-Rank-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-002_0.txt @@ -1,5 +1,5 @@ Running #49 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Get(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=2, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000) +| [0] ERROR: MPI_Get(*origin_addr=0x470620, origin_count=10, origin_datatype=MPI_INT, target_rank=2, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidParam-Rank-002.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 175489 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 221961 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 175490 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 221962 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.186317682266235 +Command return code: 255, elapsed time: 7.354588031768799 Finished #49 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-003_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-003_0.elapsed index 15ac6a0ce..174d1c5f6 100644 --- a/logs-20240607/itac/InvalidParam-Rank-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-003_0.elapsed @@ -1 +1 @@ -2.0578956604003906 \ No newline at end of file +2.162499189376831 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-003_0.txt b/logs-20240607/itac/InvalidParam-Rank-003_0.txt index 17c691b00..c3f85a6fe 100644 --- a/logs-20240607/itac/InvalidParam-Rank-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-003_0.txt @@ -1,5 +1,5 @@ Running #218 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-003.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0578956604003906 +Command return code: 0, elapsed time: 2.162499189376831 Finished #218 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-003.c diff --git a/logs-20240607/itac/InvalidParam-Rank-004_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-004_0.elapsed index 3a0483680..b4800d29c 100644 --- a/logs-20240607/itac/InvalidParam-Rank-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-004_0.elapsed @@ -1 +1 @@ -2.1586413383483887 \ No newline at end of file +2.3221471309661865 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-004_0.txt b/logs-20240607/itac/InvalidParam-Rank-004_0.txt index 97a1fa49a..122b6f308 100644 --- a/logs-20240607/itac/InvalidParam-Rank-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-004_0.txt @@ -1,5 +1,5 @@ Running #450 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-004.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.1586413383483887 +| +Command return code: 0, elapsed time: 2.3221471309661865 Finished #450 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-004.c diff --git a/logs-20240607/itac/InvalidParam-Rank-005_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-005_0.elapsed index ac294f30b..d860e78f5 100644 --- a/logs-20240607/itac/InvalidParam-Rank-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-005_0.elapsed @@ -1 +1 @@ -7.041631698608398 \ No newline at end of file +0.7479941844940186 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-005_0.md5sum b/logs-20240607/itac/InvalidParam-Rank-005_0.md5sum deleted file mode 100644 index c13271257..000000000 --- a/logs-20240607/itac/InvalidParam-Rank-005_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -dde0c89c2ecf49fe1c50d7a627c70ab5 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-005_0.txt b/logs-20240607/itac/InvalidParam-Rank-005_0.txt index 7b0489246..4b11a0e6f 100644 --- a/logs-20240607/itac/InvalidParam-Rank-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-005_0.txt @@ -1,5 +1,5 @@ Running #235 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-005.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Rget(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=2, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000, *request=0x7ffea28e2268) -| [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidParam-Rank-005.c:42) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-005) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 170490 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 216032 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 170493 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 216034 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.041631698608398 +Command return code: 255, elapsed time: 0.7479941844940186 Finished #235 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-005.c diff --git a/logs-20240607/itac/InvalidParam-Rank-006_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-006_0.elapsed index 806cc5a69..83ce49505 100644 --- a/logs-20240607/itac/InvalidParam-Rank-006_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-006_0.elapsed @@ -1 +1 @@ -2.1714491844177246 \ No newline at end of file +2.1055595874786377 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-006_0.txt b/logs-20240607/itac/InvalidParam-Rank-006_0.txt index 8c1720017..42cb0e7da 100644 --- a/logs-20240607/itac/InvalidParam-Rank-006_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-006_0.txt @@ -1,5 +1,5 @@ Running #380 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-006.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 2.1714491844177246 +Command return code: 0, elapsed time: 2.1055595874786377 Finished #380 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-006.c diff --git a/logs-20240607/itac/InvalidParam-Rank-007_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-007_0.elapsed index 1c81b94e3..6d62ba99f 100644 --- a/logs-20240607/itac/InvalidParam-Rank-007_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-007_0.elapsed @@ -1 +1 @@ -2.231208086013794 \ No newline at end of file +2.2311923503875732 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-007_0.txt b/logs-20240607/itac/InvalidParam-Rank-007_0.txt index 2bf18abff..4d15f50ed 100644 --- a/logs-20240607/itac/InvalidParam-Rank-007_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-007_0.txt @@ -1,5 +1,5 @@ Running #412 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-007.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.231208086013794 +Command return code: 0, elapsed time: 2.2311923503875732 Finished #412 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-007.c diff --git a/logs-20240607/itac/InvalidParam-Rank-008_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-008_0.elapsed index 0733e7320..bab26ff65 100644 --- a/logs-20240607/itac/InvalidParam-Rank-008_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-008_0.elapsed @@ -1 +1 @@ -7.083544731140137 \ No newline at end of file +7.412882566452026 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-008_0.txt b/logs-20240607/itac/InvalidParam-Rank-008_0.txt index 23d37ef24..8209e7d5e 100644 --- a/logs-20240607/itac/InvalidParam-Rank-008_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-008_0.txt @@ -1,5 +1,5 @@ Running #442 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-008.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidParam-Rank-008.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 181095 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227908 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 181096 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227909 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.083544731140137 +Command return code: 255, elapsed time: 7.412882566452026 Finished #442 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-008.c diff --git a/logs-20240607/itac/InvalidParam-Rank-009_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-009_0.elapsed index 53d5364b9..d5a0acecb 100644 --- a/logs-20240607/itac/InvalidParam-Rank-009_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-009_0.elapsed @@ -1 +1 @@ -1.9915952682495117 \ No newline at end of file +2.118486166000366 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-009_0.txt b/logs-20240607/itac/InvalidParam-Rank-009_0.txt index d7b636592..bdd30feb4 100644 --- a/logs-20240607/itac/InvalidParam-Rank-009_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-009_0.txt @@ -1,5 +1,5 @@ Running #240 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-009.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9915952682495117 +Command return code: 0, elapsed time: 2.118486166000366 Finished #240 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-009.c diff --git a/logs-20240607/itac/InvalidParam-Rank-010_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-010_0.elapsed index c73336278..571dda63a 100644 --- a/logs-20240607/itac/InvalidParam-Rank-010_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-010_0.elapsed @@ -1 +1 @@ -1.8750324249267578 \ No newline at end of file +1.9123883247375488 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-010_0.txt b/logs-20240607/itac/InvalidParam-Rank-010_0.txt index f8a45f8a5..422c1a32a 100644 --- a/logs-20240607/itac/InvalidParam-Rank-010_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-010_0.txt @@ -1,5 +1,5 @@ Running #268 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-010.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.8750324249267578 +Command return code: 0, elapsed time: 1.9123883247375488 Finished #268 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-010.c diff --git a/logs-20240607/itac/InvalidParam-Rank-011_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-011_0.elapsed index d5c084f6f..2d052068a 100644 --- a/logs-20240607/itac/InvalidParam-Rank-011_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-011_0.elapsed @@ -1 +1 @@ -7.135647296905518 \ No newline at end of file +7.204656600952148 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-011_0.txt b/logs-20240607/itac/InvalidParam-Rank-011_0.txt index 9fe755436..474dabd6d 100644 --- a/logs-20240607/itac/InvalidParam-Rank-011_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-011_0.txt @@ -1,5 +1,5 @@ Running #113 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-011.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Rput(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=2, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000, *request=0x7ffc2cf43df8) +| [0] ERROR: MPI_Rput(*origin_addr=0x4706e0, origin_count=10, origin_datatype=MPI_INT, target_rank=2, target_disp=0, target_count=10, target_datatype=MPI_INT, win=0xffffffffa0000000, *request=0x7ffe6f46b068) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidParam-Rank-011.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 181440 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228001 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 181441 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228003 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.135647296905518 +Command return code: 255, elapsed time: 7.204656600952148 Finished #113 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-011.c diff --git a/logs-20240607/itac/InvalidParam-Rank-012_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-012_0.elapsed index 064232512..e619e8cd9 100644 --- a/logs-20240607/itac/InvalidParam-Rank-012_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-012_0.elapsed @@ -1 +1 @@ -3.5258781909942627 \ No newline at end of file +3.551025629043579 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-012_0.txt b/logs-20240607/itac/InvalidParam-Rank-012_0.txt index 03a16b6cc..ff3ca7c45 100644 --- a/logs-20240607/itac/InvalidParam-Rank-012_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-012_0.txt @@ -1,5 +1,5 @@ Running #396 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-012.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | | -Command return code: 0, elapsed time: 3.5258781909942627 +Command return code: 0, elapsed time: 3.551025629043579 Finished #396 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-012.c diff --git a/logs-20240607/itac/InvalidParam-Rank-013_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-013_0.elapsed index d0838120a..43b0daf60 100644 --- a/logs-20240607/itac/InvalidParam-Rank-013_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-013_0.elapsed @@ -1 +1 @@ -2.2384440898895264 \ No newline at end of file +2.2151145935058594 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-013_0.txt b/logs-20240607/itac/InvalidParam-Rank-013_0.txt index 413a6d601..92995e90b 100644 --- a/logs-20240607/itac/InvalidParam-Rank-013_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-013_0.txt @@ -1,5 +1,5 @@ Running #181 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-013.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally +| | -Command return code: 0, elapsed time: 2.2384440898895264 +Command return code: 0, elapsed time: 2.2151145935058594 Finished #181 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-013.c diff --git a/logs-20240607/itac/InvalidParam-Rank-014_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-014_0.elapsed index 32f3514a9..10a43c92f 100644 --- a/logs-20240607/itac/InvalidParam-Rank-014_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-014_0.elapsed @@ -1 +1 @@ -7.030393123626709 \ No newline at end of file +7.068474769592285 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-014_0.txt b/logs-20240607/itac/InvalidParam-Rank-014_0.txt index 2a8b5d439..658fbe176 100644 --- a/logs-20240607/itac/InvalidParam-Rank-014_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-014_0.txt @@ -1,5 +1,5 @@ Running #265 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-014.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Accumulate(*origin_addr=0x470620, origin_count=10, origin_datatype=MPI_INT, target_rank=2, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000) +| [0] ERROR: MPI_Accumulate(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=2, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidParam-Rank-014.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-014) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 169444 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 214989 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 169449 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 214991 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.030393123626709 +Command return code: 255, elapsed time: 7.068474769592285 Finished #265 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-014.c diff --git a/logs-20240607/itac/InvalidParam-Rank-015_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-015_0.elapsed index f88781023..197ecbd28 100644 --- a/logs-20240607/itac/InvalidParam-Rank-015_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-015_0.elapsed @@ -1 +1 @@ -2.1079580783843994 \ No newline at end of file +2.11289644241333 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-015_0.txt b/logs-20240607/itac/InvalidParam-Rank-015_0.txt index 42f6c59d5..a6cdfe627 100644 --- a/logs-20240607/itac/InvalidParam-Rank-015_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-015_0.txt @@ -1,5 +1,5 @@ Running #274 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-015.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.1079580783843994 +| +Command return code: 0, elapsed time: 2.11289644241333 Finished #274 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-015.c diff --git a/logs-20240607/itac/InvalidParam-Rank-016_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-016_0.elapsed index 2873b478e..83acf04ea 100644 --- a/logs-20240607/itac/InvalidParam-Rank-016_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-016_0.elapsed @@ -1 +1 @@ -2.075277328491211 \ No newline at end of file +2.121628761291504 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-016_0.txt b/logs-20240607/itac/InvalidParam-Rank-016_0.txt index c77e8cd1e..9f7c2eed8 100644 --- a/logs-20240607/itac/InvalidParam-Rank-016_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-016_0.txt @@ -1,5 +1,5 @@ Running #180 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-016.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.075277328491211 +Command return code: 0, elapsed time: 2.121628761291504 Finished #180 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-016.c diff --git a/logs-20240607/itac/InvalidParam-Rank-017_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-017_0.elapsed index 3811698f1..4ca9f5d5d 100644 --- a/logs-20240607/itac/InvalidParam-Rank-017_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-017_0.elapsed @@ -1 +1 @@ -7.113229990005493 \ No newline at end of file +7.266346216201782 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-017_0.txt b/logs-20240607/itac/InvalidParam-Rank-017_0.txt index fb2fd81a5..2be849b34 100644 --- a/logs-20240607/itac/InvalidParam-Rank-017_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-017_0.txt @@ -1,5 +1,5 @@ Running #227 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-017.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Raccumulate(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, target_rank=2, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7ffdd2f01818) +| [0] ERROR: MPI_Raccumulate(*origin_addr=0x4706e0, origin_count=10, origin_datatype=MPI_INT, target_rank=2, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7ffead81c388) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidParam-Rank-017.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-017) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 178006 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 223177 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 178007 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 223178 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.113229990005493 +Command return code: 255, elapsed time: 7.266346216201782 Finished #227 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-017.c diff --git a/logs-20240607/itac/InvalidParam-Rank-018_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-018_0.elapsed index ce22038fb..04939df43 100644 --- a/logs-20240607/itac/InvalidParam-Rank-018_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-018_0.elapsed @@ -1 +1 @@ -2.017566680908203 \ No newline at end of file +2.1926815509796143 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-018_0.txt b/logs-20240607/itac/InvalidParam-Rank-018_0.txt index a3e403066..d4fc967a7 100644 --- a/logs-20240607/itac/InvalidParam-Rank-018_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-018_0.txt @@ -1,5 +1,5 @@ Running #19 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-018.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.017566680908203 +Command return code: 0, elapsed time: 2.1926815509796143 Finished #19 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-018.c diff --git a/logs-20240607/itac/InvalidParam-Rank-019_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-019_0.elapsed index bfb243413..eaf995c13 100644 --- a/logs-20240607/itac/InvalidParam-Rank-019_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-019_0.elapsed @@ -1 +1 @@ -2.2387585639953613 \ No newline at end of file +2.110909938812256 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-019_0.txt b/logs-20240607/itac/InvalidParam-Rank-019_0.txt index 37c073a5a..de61ed683 100644 --- a/logs-20240607/itac/InvalidParam-Rank-019_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-019_0.txt @@ -1,5 +1,5 @@ Running #317 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-019.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-019.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.2387585639953613 +Command return code: 0, elapsed time: 2.110909938812256 Finished #317 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-019.c diff --git a/logs-20240607/itac/InvalidParam-Rank-020_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-020_0.elapsed index 8e4c82f03..15743a972 100644 --- a/logs-20240607/itac/InvalidParam-Rank-020_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-020_0.elapsed @@ -1 +1 @@ -7.347339868545532 \ No newline at end of file +7.361779451370239 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-020_0.txt b/logs-20240607/itac/InvalidParam-Rank-020_0.txt index 38abf993f..1a5b44bbe 100644 --- a/logs-20240607/itac/InvalidParam-Rank-020_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-020_0.txt @@ -1,5 +1,5 @@ Running #32 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-020.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Get_accumulate(*origin_addr=0x4706a0, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x4706d0, result_count=10, result_datatype=MPI_INT, target_rank=2, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000) +| [0] ERROR: MPI_Get_accumulate(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x47cad0, result_count=10, result_datatype=MPI_INT, target_rank=2, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidParam-Rank-020.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-020) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185474 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 230894 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185476 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 230895 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.347339868545532 +Command return code: 255, elapsed time: 7.361779451370239 Finished #32 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-020.c diff --git a/logs-20240607/itac/InvalidParam-Rank-021_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-021_0.elapsed index cdc15251f..7ef1645c6 100644 --- a/logs-20240607/itac/InvalidParam-Rank-021_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-021_0.elapsed @@ -1 +1 @@ -1.9206867218017578 \ No newline at end of file +2.152022361755371 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-021_0.txt b/logs-20240607/itac/InvalidParam-Rank-021_0.txt index 28b5ada76..2f2ae6aa1 100644 --- a/logs-20240607/itac/InvalidParam-Rank-021_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-021_0.txt @@ -1,5 +1,5 @@ Running #161 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-021.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9206867218017578 +Command return code: 0, elapsed time: 2.152022361755371 Finished #161 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-021.c diff --git a/logs-20240607/itac/InvalidParam-Rank-022_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-022_0.elapsed index 087115dbc..439b9d192 100644 --- a/logs-20240607/itac/InvalidParam-Rank-022_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-022_0.elapsed @@ -1 +1 @@ -2.0728073120117188 \ No newline at end of file +2.1343703269958496 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-022_0.txt b/logs-20240607/itac/InvalidParam-Rank-022_0.txt index 0212910f8..d5c2f5503 100644 --- a/logs-20240607/itac/InvalidParam-Rank-022_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-022_0.txt @@ -1,5 +1,5 @@ Running #25 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-022.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-022.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-022.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0728073120117188 +Command return code: 0, elapsed time: 2.1343703269958496 Finished #25 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-022.c diff --git a/logs-20240607/itac/InvalidParam-Rank-023_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-023_0.elapsed index 1ac0db60d..3b2954033 100644 --- a/logs-20240607/itac/InvalidParam-Rank-023_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-023_0.elapsed @@ -1 +1 @@ -7.243081092834473 \ No newline at end of file +7.210727691650391 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-023_0.txt b/logs-20240607/itac/InvalidParam-Rank-023_0.txt index 31cf24357..b7b76bad8 100644 --- a/logs-20240607/itac/InvalidParam-Rank-023_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-023_0.txt @@ -1,5 +1,5 @@ Running #282 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-023.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Rget_accumulate(*origin_addr=0x470720, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x470750, result_count=10, result_datatype=MPI_INT, target_rank=2, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7ffe5ffa94e8) +| [0] ERROR: MPI_Rget_accumulate(*origin_addr=0x470620, origin_count=10, origin_datatype=MPI_INT, *result_addr=0x47c9d0, result_count=10, result_datatype=MPI_INT, target_rank=2, target_disp=0, target_count=10, target_datatype=MPI_INT, op=MPI_SUM, win=0xffffffffa0000000, *request=0x7fff28f69d78) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidParam-Rank-023.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-023) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-023.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 176183 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 221880 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 176184 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 221882 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.243081092834473 +Command return code: 255, elapsed time: 7.210727691650391 Finished #282 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-023.c diff --git a/logs-20240607/itac/InvalidParam-Rank-024_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-024_0.elapsed index a42da9670..f883d939f 100644 --- a/logs-20240607/itac/InvalidParam-Rank-024_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-024_0.elapsed @@ -1 +1 @@ -2.169921875 \ No newline at end of file +2.158386468887329 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-024_0.txt b/logs-20240607/itac/InvalidParam-Rank-024_0.txt index 5d5e48095..0ffda7329 100644 --- a/logs-20240607/itac/InvalidParam-Rank-024_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-024_0.txt @@ -1,5 +1,5 @@ Running #390 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-024.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-024.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-024.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-024.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.169921875 +Command return code: 0, elapsed time: 2.158386468887329 Finished #390 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-024.c diff --git a/logs-20240607/itac/InvalidParam-Rank-025_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-025_0.elapsed index 6345a3af1..8a281942b 100644 --- a/logs-20240607/itac/InvalidParam-Rank-025_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-025_0.elapsed @@ -1 +1 @@ -3.4774551391601562 \ No newline at end of file +2.1895928382873535 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-025_0.txt b/logs-20240607/itac/InvalidParam-Rank-025_0.txt index e01719986..78b621f3f 100644 --- a/logs-20240607/itac/InvalidParam-Rank-025_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-025_0.txt @@ -1,5 +1,5 @@ Running #277 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-025.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-025.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-025.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-025.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 3.4774551391601562 +Command return code: 0, elapsed time: 2.1895928382873535 Finished #277 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-025.c diff --git a/logs-20240607/itac/InvalidParam-Rank-026_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-026_0.elapsed index 94fadf4f1..80fb981ea 100644 --- a/logs-20240607/itac/InvalidParam-Rank-026_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-026_0.elapsed @@ -1 +1 @@ -7.232300043106079 \ No newline at end of file +7.236790180206299 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-026_0.txt b/logs-20240607/itac/InvalidParam-Rank-026_0.txt index 58b790585..486e2967a 100644 --- a/logs-20240607/itac/InvalidParam-Rank-026_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-026_0.txt @@ -1,5 +1,5 @@ Running #156 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-026.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-026.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Fetch_and_op(*origin_addr=0x470720, *result_addr=0x470750, origin_datatype=MPI_INT, target_rank=2, target_disp=0, op=MPI_SUM, win=0xffffffffa0000000) +| [0] ERROR: MPI_Fetch_and_op(*origin_addr=0x470720, *result_addr=0x47cad0, origin_datatype=MPI_INT, target_rank=2, target_disp=0, op=MPI_SUM, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidParam-Rank-026.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-026) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-026.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-026.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 178718 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 223519 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 178720 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 223522 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.232300043106079 +Command return code: 255, elapsed time: 7.236790180206299 Finished #156 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-026.c diff --git a/logs-20240607/itac/InvalidParam-Rank-027_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-027_0.elapsed index ca41c4fea..f6bca9a18 100644 --- a/logs-20240607/itac/InvalidParam-Rank-027_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-027_0.elapsed @@ -1 +1 @@ -2.0985372066497803 \ No newline at end of file +2.1610524654388428 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-027_0.txt b/logs-20240607/itac/InvalidParam-Rank-027_0.txt index ca6bf8ca2..f2dbb1b94 100644 --- a/logs-20240607/itac/InvalidParam-Rank-027_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-027_0.txt @@ -1,5 +1,5 @@ Running #411 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-027.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-027.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-027.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-027.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.0985372066497803 +Command return code: 0, elapsed time: 2.1610524654388428 Finished #411 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-027.c diff --git a/logs-20240607/itac/InvalidParam-Rank-028_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-028_0.elapsed index d0face1a2..673f0a621 100644 --- a/logs-20240607/itac/InvalidParam-Rank-028_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-028_0.elapsed @@ -1 +1 @@ -2.1310577392578125 \ No newline at end of file +2.065406560897827 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-028_0.txt b/logs-20240607/itac/InvalidParam-Rank-028_0.txt index 381235787..3d51d1b09 100644 --- a/logs-20240607/itac/InvalidParam-Rank-028_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-028_0.txt @@ -1,5 +1,5 @@ Running #224 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-028.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-028.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-028.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-028.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1310577392578125 +Command return code: 0, elapsed time: 2.065406560897827 Finished #224 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-028.c diff --git a/logs-20240607/itac/InvalidParam-Rank-029_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-029_0.elapsed index f37a25309..e0b819091 100644 --- a/logs-20240607/itac/InvalidParam-Rank-029_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-029_0.elapsed @@ -1 +1 @@ -7.151542901992798 \ No newline at end of file +7.242123365402222 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-029_0.txt b/logs-20240607/itac/InvalidParam-Rank-029_0.txt index 9c3eef444..0e3eade86 100644 --- a/logs-20240607/itac/InvalidParam-Rank-029_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-029_0.txt @@ -1,5 +1,5 @@ Running #116 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-029.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-029.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Compare_and_swap(*origin_addr=0x470720, *compare_addr=0x470780, *result_addr=0x470750, datatype=MPI_INT, target_rank=2, target_disp=0, win=0xffffffffa0000000) +| [0] ERROR: MPI_Compare_and_swap(*origin_addr=0x4706a0, *compare_addr=0x47ca80, *result_addr=0x47ca50, datatype=MPI_INT, target_rank=2, target_disp=0, win=0xffffffffa0000000) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidParam-Rank-029.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-029) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-029.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-029.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183184 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 229419 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183185 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 229421 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.151542901992798 +Command return code: 255, elapsed time: 7.242123365402222 Finished #116 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-029.c diff --git a/logs-20240607/itac/InvalidParam-Rank-030_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-030_0.elapsed index 94b93e4f6..16b3f9c2d 100644 --- a/logs-20240607/itac/InvalidParam-Rank-030_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-030_0.elapsed @@ -1 +1 @@ -1.9844679832458496 \ No newline at end of file +2.005281448364258 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-030_0.txt b/logs-20240607/itac/InvalidParam-Rank-030_0.txt index 08c957d7e..0b7358464 100644 --- a/logs-20240607/itac/InvalidParam-Rank-030_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-030_0.txt @@ -1,5 +1,5 @@ Running #371 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-030.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-030.c (batchinfo:1/1) @@ -47,15 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-030.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-030.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | | -| -Command return code: 0, elapsed time: 1.9844679832458496 +Command return code: 0, elapsed time: 2.005281448364258 Finished #371 /MBI/scripts/gencodes/RMA/InvalidParam-Rank-030.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-001_0.elapsed index 4da0db7d4..739285b66 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-001_0.elapsed @@ -1 +1 @@ -7.298377275466919 \ No newline at end of file +7.287386417388916 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-001_0.txt index e5feb35bd..55c896145 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-001_0.txt @@ -1,5 +1,5 @@ Running #730 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_bcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_bcast-001.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_bcast-001.c:35) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_bcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_bcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_bcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 184696 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 229501 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 184697 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 229502 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.298377275466919 +Command return code: 255, elapsed time: 7.287386417388916 Finished #730 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_bcast-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-002_0.elapsed index fa9186944..c97200ae4 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-002_0.elapsed @@ -1 +1 @@ -7.325196743011475 \ No newline at end of file +7.288191795349121 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-002_0.txt index 603a18b77..5d58ca93c 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-002_0.txt @@ -1,5 +1,5 @@ Running #676 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_bcast-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_bcast-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_bcast-002.c:35) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_bcast-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_bcast-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_bcast-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189045 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234143 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189046 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234144 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.325196743011475 +Command return code: 255, elapsed time: 7.288191795349121 Finished #676 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_bcast-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-003_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-003_0.elapsed index cc8e411b9..24c2b78d4 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-003_0.elapsed @@ -1 +1 @@ -7.322746515274048 \ No newline at end of file +9.032085657119751 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-003_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-003_0.txt index cc76872e4..e40ca5141 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-003_0.txt @@ -1,5 +1,5 @@ Running #878 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_bcast-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_bcast-003.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_bcast-003.c:35) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_bcast-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_bcast-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_bcast-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_bcast-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195726 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239930 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195727 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239932 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.322746515274048 +Command return code: 255, elapsed time: 9.032085657119751 Finished #878 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_bcast-003.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001_0.elapsed index 83a0850dc..ecf54ada0 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001_0.elapsed @@ -1 +1 @@ -60.20706748962402 \ No newline at end of file +62.40502214431763 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001_0.timeout deleted file mode 100644 index 39dce687c..000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00578546524048 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001_0.txt index cf9beda49..fca09bc45 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-001_0.txt @@ -1,5 +1,5 @@ Running #1404 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_bsend-001.c (batchinfo:1/1) @@ -41,6 +41,50 @@ Executing the command (cwd: None) | [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON | [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON | [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 -Command killed by signal 15, elapsed time: 60.20706748962402 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffed9ba8a38->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_bsend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend-001.c:53) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_bsend-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_bsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 261271 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 261272 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.40502214431763 Finished #1404 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-002_0.elapsed index c6db16e80..04dd916c7 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-002_0.elapsed @@ -1 +1 @@ -8.002658605575562 \ No newline at end of file +8.235949277877808 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-002_0.txt index 7bb9e9e7a..00e285c34 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-002_0.txt @@ -1,5 +1,5 @@ Running #1723 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_bsend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Bsend(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend-002.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_bsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_bsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_bsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_bsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219203 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266088 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219204 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266089 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.002658605575562 +Command return code: 255, elapsed time: 8.235949277877808 Finished #1723 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001_0.elapsed index d6117ec9c..adef39ae9 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001_0.elapsed @@ -1 +1 @@ -60.207048654556274 \ No newline at end of file +62.3204710483551 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001_0.timeout deleted file mode 100644 index 4ce7cf89a..000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00563597679138 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001_0.txt index 89848ef8b..e812e61ec 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1260 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_bsend_init-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./InvalidParam-Rank-mpi_bsend_init-001 | -Command killed by signal 15, elapsed time: 60.207048654556274 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffd0f8e4a48->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend_init-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_bsend_init-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend_init-001.c:58) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_bsend_init-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_bsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 251281 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 251282 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.3204710483551 Finished #1260 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-002_0.elapsed index 9724cbd98..e80d3c565 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-002_0.elapsed @@ -1 +1 @@ -8.182232856750488 \ No newline at end of file +8.046641111373901 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-002_0.txt index 88e57e7a8..72eab7e7d 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1734 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_bsend_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend_init(*buf=0x46ac50, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff0395eba8) +| [1] ERROR: MPI_Bsend_init(*buf=0x46ab30, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcb1662438) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend_init-002.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_bsend_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_bsend_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_bsend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_bsend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221503 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268783 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221504 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268784 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.182232856750488 +Command return code: 255, elapsed time: 8.046641111373901 Finished #1734 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_bsend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_gather-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_gather-001_0.elapsed index 0fb64ad3d..fac243515 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_gather-001_0.elapsed @@ -1 +1 @@ -7.2820024490356445 \ No newline at end of file +7.268979072570801 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_gather-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_gather-001_0.txt index 748c7dffe..c74c21750 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_gather-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #832 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_gather-001.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_gather-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_gather-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_gather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_gather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191005 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237718 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191006 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237719 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2820024490356445 +Command return code: 255, elapsed time: 7.268979072570801 Finished #832 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_gather-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_gather-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_gather-002_0.elapsed index 41cf8cf47..2c99d00ee 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_gather-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_gather-002_0.elapsed @@ -1 +1 @@ -7.432974100112915 \ No newline at end of file +7.333166599273682 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_gather-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_gather-002_0.txt index 370dca806..3a53658d4 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_gather-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_gather-002_0.txt @@ -1,5 +1,5 @@ Running #672 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_gather-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_gather-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_gather-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_gather-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_gather-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_gather-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_gather-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187217 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232827 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187218 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232828 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.432974100112915 +Command return code: 255, elapsed time: 7.333166599273682 Finished #672 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_gather-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_gather-003_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_gather-003_0.elapsed index eeca7c720..ef5b98ab7 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_gather-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_gather-003_0.elapsed @@ -1 +1 @@ -7.302431583404541 \ No newline at end of file +7.192911148071289 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_gather-003_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_gather-003_0.txt index 16e6d6a80..0f524f298 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_gather-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_gather-003_0.txt @@ -1,5 +1,5 @@ Running #1068 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_gather-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_gather-003.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_gather-003.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_gather-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_gather-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_gather-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_gather-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201798 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246666 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201801 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246667 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.302431583404541 +Command return code: 255, elapsed time: 7.192911148071289 Finished #1068 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_gather-003.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001_0.elapsed index 16c6569d7..73574912e 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.279474973678589 \ No newline at end of file +1.1507673263549805 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001_0.md5sum b/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001_0.md5sum deleted file mode 100644 index ee0a050de..000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -937aa420a7f02e24b43672a61d04bbe8 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001_0.txt index 9b62fe11c..cc417fa5d 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #540 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_ibcast-001.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:INVALID_PARAMETER: error -| [0] ERROR: Root parameter is not a valid rank. -| [0] ERROR: Collective call by the 2 processes with local ranks [0:1] (same as global ranks): -| [0] ERROR: MPI_Ibcast(*buffer=..., count=10, datatype=MPI_INT, root=MPI_PROC_NULL, comm=MPI_COMM_WORLD, *request=...) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ibcast-001.c:36) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185664 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231168 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185665 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231169 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.279474973678589 +Command return code: 255, elapsed time: 1.1507673263549805 Finished #540 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ibcast-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-002_0.elapsed index 0b92f29fa..de94f756d 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-002_0.elapsed @@ -1 +1 @@ -7.275113105773926 \ No newline at end of file +7.352854013442993 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-002_0.txt index d9c2ddc63..1424c3ad8 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-002_0.txt @@ -1,5 +1,5 @@ Running #764 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ibcast-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_ibcast-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ibcast-002.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ibcast-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ibcast-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ibcast-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187997 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233078 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187998 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233080 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.275113105773926 +Command return code: 255, elapsed time: 7.352854013442993 Finished #764 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ibcast-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-003_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-003_0.elapsed index 69b1ad2e8..fb50c533d 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-003_0.elapsed @@ -1 +1 @@ -7.382011651992798 \ No newline at end of file +7.409844398498535 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-003_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-003_0.txt index 6036fcc92..176a2dd97 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-003_0.txt @@ -1,5 +1,5 @@ Running #1120 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ibcast-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_ibcast-003.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ibcast-003.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_ibcast-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ibcast-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ibcast-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ibcast-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209552 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254176 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209553 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254177 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.382011651992798 +Command return code: 255, elapsed time: 7.409844398498535 Finished #1120 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ibcast-003.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001_0.elapsed index 01e3282bf..4241277b6 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001_0.elapsed @@ -1 +1 @@ -60.208377838134766 \ No newline at end of file +62.36090135574341 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001_0.timeout deleted file mode 100644 index 5b16f6306..000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00700616836548 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001_0.txt index deacde251..f297b0946 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-001_0.txt @@ -1,5 +1,5 @@ Running #1295 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ibsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_ibsend-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./InvalidParam-Rank-mpi_ibsend-001 | -Command killed by signal 15, elapsed time: 60.208377838134766 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffd74b42d98->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ibsend-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ibsend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ibsend-001.c:54) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ibsend-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ibsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 251747 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 251748 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.36090135574341 Finished #1295 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ibsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-002_0.elapsed index ae51cd3de..ca203a4c7 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-002_0.elapsed @@ -1 +1 @@ -8.047230958938599 \ No newline at end of file +7.987344980239868 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-002_0.txt index 3b70cc973..ac5aa1ba9 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-002_0.txt @@ -1,5 +1,5 @@ Running #1418 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ibsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_ibsend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ibsend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc4f412a18) +| [1] ERROR: MPI_Ibsend(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc62f17608) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ibsend-002.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_ibsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ibsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ibsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ibsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226379 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273990 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226380 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273991 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.047230958938599 +Command return code: 255, elapsed time: 7.987344980239868 Finished #1418 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ibsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_igather-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_igather-001_0.elapsed index ed3c0ce37..c7012fd04 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_igather-001_0.elapsed @@ -1 +1 @@ -1.0681297779083252 \ No newline at end of file +7.272797346115112 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_igather-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_igather-001_0.txt index 48028ff4a..1d0ca229d 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_igather-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #503 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_igather-001.c (batchinfo:1/1) @@ -47,23 +47,35 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:INVALID_PARAMETER: error +| [0] ERROR: Root parameter is not a valid rank. +| [0] ERROR: Collective call by the 2 processes with local ranks [0:1] (same as global ranks): +| [0] ERROR: MPI_Igather(*sendbuf=..., sendcount=10, sendtype=MPI_INT, *recvbuf=..., recvcount=10, recvtype=MPI_INT, root=MPI_PROC_NULL, comm=MPI_COMM_WORLD, *request=...) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_igather-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_igather-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 176466 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 222243 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 176467 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 222244 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0681297779083252 +Command return code: 255, elapsed time: 7.272797346115112 Finished #503 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_igather-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_igather-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_igather-002_0.elapsed index 6f530e286..07dc07c0b 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_igather-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_igather-002_0.elapsed @@ -1 +1 @@ -7.334145784378052 \ No newline at end of file +7.338172197341919 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_igather-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_igather-002_0.txt index b36e21cca..61f282ce4 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_igather-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_igather-002_0.txt @@ -1,5 +1,5 @@ Running #834 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_igather-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_igather-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_igather-002.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_igather-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_igather-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_igather-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_igather-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191534 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238114 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191535 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238115 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.334145784378052 +Command return code: 255, elapsed time: 7.338172197341919 Finished #834 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_igather-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_igather-003_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_igather-003_0.elapsed index f6b02a6ec..e586a995d 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_igather-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_igather-003_0.elapsed @@ -1 +1 @@ -7.323614120483398 \ No newline at end of file +7.416049242019653 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_igather-003_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_igather-003_0.txt index 7b730f0f8..108f523d0 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_igather-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_igather-003_0.txt @@ -1,5 +1,5 @@ Running #1145 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_igather-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_igather-003.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_igather-003.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_igather-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_igather-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_igather-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_igather-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210117 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255689 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210118 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255690 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.323614120483398 +Command return code: 255, elapsed time: 7.416049242019653 Finished #1145 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_igather-003.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001_0.elapsed index 50860aa7e..bbdfc1acf 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001_0.elapsed @@ -1 +1 @@ -60.20482039451599 \ No newline at end of file +61.83208727836609 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001_0.timeout deleted file mode 100644 index 3d26fb0f7..000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00332260131836 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001_0.txt index 290a83bad..645590753 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-001_0.txt @@ -1,5 +1,5 @@ Running #2077 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_improbe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_improbe-001.c (batchinfo:1/1) @@ -43,6 +43,49 @@ Executing the command (cwd: None) | [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 | [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) | [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 -Command killed by signal 15, elapsed time: 60.20482039451599 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_improbe-001.c:52) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_improbe-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7fffc5d6135c->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_improbe-001.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_improbe-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_improbe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 5021 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 5022 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 61.83208727836609 Finished #2077 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_improbe-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-002_0.elapsed index 54a090a70..ddf5fa8e2 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-002_0.elapsed @@ -1 +1 @@ -7.576401472091675 \ No newline at end of file +7.436795949935913 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-002_0.txt index 27fb8c4fa..7256111a8 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-002_0.txt @@ -1,5 +1,5 @@ Running #1302 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_improbe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_improbe-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Improbe(source=2, tag=0, comm=MPI_COMM_WORLD, *flag=0x7ffc0ca91ed0, *message, *status=0x7ffc0ca91ec8) +| [0] ERROR: MPI_Improbe(source=2, tag=0, comm=MPI_COMM_WORLD, *flag=0x7ffd6965e5c0, *message, *status=0x7ffd6965e5b8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_improbe-002.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_improbe-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_improbe-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_improbe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_improbe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215793 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263190 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215794 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263191 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.576401472091675 +Command return code: 255, elapsed time: 7.436795949935913 Finished #1302 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_improbe-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-001_0.elapsed index d8e9c6dc5..d409504d2 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-001_0.elapsed @@ -1 +1 @@ -2.200530767440796 \ No newline at end of file +2.2385435104370117 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-001_0.txt index 6c6edcff8..a7baaad46 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-001_0.txt @@ -1,5 +1,5 @@ Running #1527 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_iprobe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_iprobe-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_iprobe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_iprobe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.200530767440796 +| +Command return code: 0, elapsed time: 2.2385435104370117 Finished #1527 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_iprobe-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-002_0.elapsed index 381c519ad..75c1ed5ed 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-002_0.elapsed @@ -1 +1 @@ -7.490577936172485 \ No newline at end of file +7.458938837051392 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-002_0.txt index 9d2c92159..536e5db65 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-002_0.txt @@ -1,5 +1,5 @@ Running #2079 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_iprobe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_iprobe-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iprobe(source=2, tag=0, comm=MPI_COMM_WORLD, *flag=0x7fff0b994f58, *status=0x1) +| [0] ERROR: MPI_Iprobe(source=2, tag=0, comm=MPI_COMM_WORLD, *flag=0x7ffec733c2f8, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_iprobe-002.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_iprobe-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_iprobe-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_iprobe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_iprobe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227741 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274089 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227742 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274090 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.490577936172485 +Command return code: 255, elapsed time: 7.458938837051392 Finished #2079 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_iprobe-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001_0.elapsed index d97269fd8..25e95606e 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001_0.elapsed @@ -1 +1 @@ -60.203341245651245 \ No newline at end of file +62.43549418449402 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001_0.timeout deleted file mode 100644 index 9a48ae28c..000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.001981019973755 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001_0.txt index feaedb11b..0dd9ab07b 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-001_0.txt @@ -1,5 +1,5 @@ Running #1620 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_irecv-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./InvalidParam-Rank-mpi_irecv-001 | -Command killed by signal 15, elapsed time: 60.203341245651245 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irecv-001.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_irecv-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irecv-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_irecv-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_irecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 262288 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 262289 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.43549418449402 Finished #1620 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irecv-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-002_0.elapsed index 9619bb8c7..1719b4ce1 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-002_0.elapsed @@ -1 +1 @@ -1.1076245307922363 \ No newline at end of file +7.5395708084106445 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-002_0.txt index 972c1daeb..c73cd0d3c 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_irecv-002_0.txt @@ -1,5 +1,5 @@ Running #1650 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_irecv-002.c (batchinfo:1/1) @@ -47,23 +47,35 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: LOCAL:MPI:CALL_FAILED: error +| [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. +| [0] ERROR: Error occurred at: +| [0] ERROR: MPI_Irecv(*buf=0x4706d0, count=10, datatype=MPI_INT, source=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc1bf9d898) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irecv-002.c:37) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_irecv-002) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_irecv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213610 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260992 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213611 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260993 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1076245307922363 +Command return code: 255, elapsed time: 7.5395708084106445 Finished #1650 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irecv-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-001_0.elapsed index e66315bd1..ffacb9d69 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.319448709487915 \ No newline at end of file +7.377316236495972 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-001_0.txt index e1f59c302..06e39ea03 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #942 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_ireduce-001.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ireduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197495 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244499 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197496 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244500 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.319448709487915 +Command return code: 255, elapsed time: 7.377316236495972 Finished #942 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ireduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-002_0.elapsed index bb4200a20..29502d357 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-002_0.elapsed @@ -1 +1 @@ -7.21344780921936 \ No newline at end of file +7.351764917373657 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-002_0.txt index c607deda2..70677df03 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-002_0.txt @@ -1,5 +1,5 @@ Running #616 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ireduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_ireduce-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ireduce-002.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ireduce-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ireduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ireduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194710 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238779 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194711 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238780 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.21344780921936 +Command return code: 255, elapsed time: 7.351764917373657 Finished #616 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ireduce-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-003_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-003_0.elapsed index b0951e079..fa118df36 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-003_0.elapsed @@ -1 +1 @@ -7.352427959442139 \ No newline at end of file +7.272684574127197 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-003_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-003_0.txt index befdd2b74..7cd0072b6 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-003_0.txt @@ -1,5 +1,5 @@ Running #1127 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ireduce-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_ireduce-003.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ireduce-003.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_ireduce-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ireduce-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ireduce-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ireduce-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200003 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245437 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200004 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245438 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.352427959442139 +Command return code: 255, elapsed time: 7.272684574127197 Finished #1127 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_ireduce-003.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001_0.elapsed index d26bbc926..144428279 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001_0.elapsed @@ -1 +1 @@ -60.206820011138916 \ No newline at end of file +62.39524507522583 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001_0.timeout deleted file mode 100644 index 01b154bc4..000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00529980659485 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001_0.txt index 60afd1985..e1b7a9171 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-001_0.txt @@ -1,5 +1,5 @@ Running #1492 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_irsend-001.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.206820011138916 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffe34c4a718->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irsend-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_irsend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irsend-001.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_irsend-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_irsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 254807 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 254808 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.39524507522583 Finished #1492 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-002_0.elapsed index 8b038cd44..1e7795146 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-002_0.elapsed @@ -1 +1 @@ -7.887545108795166 \ No newline at end of file +7.692017316818237 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-002_0.txt index 2ff435280..c33b98903 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-002_0.txt @@ -1,5 +1,5 @@ Running #1812 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_irsend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Irsend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc7c36b978) +| [1] ERROR: MPI_Irsend(*buf=0x46ad10, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff2bf1f8f8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irsend-002.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_irsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_irsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_irsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_irsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234143 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2834 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234144 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2835 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.887545108795166 +Command return code: 255, elapsed time: 7.692017316818237 Finished #1812 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_irsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-001_0.elapsed index 91b0079e8..055f03a0f 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -7.42873740196228 \ No newline at end of file +7.4985291957855225 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-001_0.txt index d83275cb1..99dae113e 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #1014 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_iscatter-001.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_iscatter-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_iscatter-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_iscatter-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202726 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248686 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202727 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248687 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.42873740196228 +Command return code: 255, elapsed time: 7.4985291957855225 Finished #1014 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_iscatter-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-002_0.elapsed index a948e0f9b..c73f4b239 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-002_0.elapsed @@ -1 +1 @@ -7.344084978103638 \ No newline at end of file +7.301640272140503 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-002_0.txt index 7eb35acaf..8b3bd5492 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-002_0.txt @@ -1,5 +1,5 @@ Running #1166 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_iscatter-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_iscatter-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_iscatter-002.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_iscatter-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_iscatter-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_iscatter-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204212 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247837 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204213 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247839 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.344084978103638 +Command return code: 255, elapsed time: 7.301640272140503 Finished #1166 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_iscatter-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-003_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-003_0.elapsed index 1cb96d228..3af4b266f 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-003_0.elapsed @@ -1 +1 @@ -7.386464595794678 \ No newline at end of file +7.402006387710571 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-003_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-003_0.txt index 62e2a94df..7f62658e7 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-003_0.txt @@ -1,5 +1,5 @@ Running #1231 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_iscatter-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_iscatter-003.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_iscatter-003.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_iscatter-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_iscatter-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_iscatter-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_iscatter-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206806 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249313 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206807 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249314 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.386464595794678 +Command return code: 255, elapsed time: 7.402006387710571 Finished #1231 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_iscatter-003.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_isend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_isend-001_0.elapsed index 6aaf122a7..da85529da 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_isend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_isend-001_0.elapsed @@ -1 +1 @@ -60.21379995346069 \ No newline at end of file +62.49161982536316 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_isend-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_isend-001_0.timeout deleted file mode 100644 index 370159615..000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_isend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.01242780685425 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_isend-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_isend-001_0.txt index 7ed526a78..389dd14a9 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_isend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_isend-001_0.txt @@ -1,5 +1,5 @@ Running #1569 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_isend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_isend-001.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.21379995346069 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffca0982328->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_isend-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_isend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_isend-001.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_isend-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_isend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 260980 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 260981 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.49161982536316 Finished #1569 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_isend-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_isend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_isend-002_0.elapsed index 9b2130503..fb6babbe0 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_isend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_isend-002_0.elapsed @@ -1 +1 @@ -7.9992616176605225 \ No newline at end of file +8.09518814086914 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_isend-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_isend-002_0.txt index 89dcf652d..26eac93ae 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_isend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_isend-002_0.txt @@ -1,5 +1,5 @@ Running #1687 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_isend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_isend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Isend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffe331c3f8) +| [1] ERROR: MPI_Isend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd8c9d3d28) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_isend-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_isend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_isend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_isend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_isend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216307 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262583 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216308 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262584 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.9992616176605225 +Command return code: 255, elapsed time: 8.09518814086914 Finished #1687 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_isend-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_issend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_issend-001_0.elapsed index 02cd81b9c..f75838337 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_issend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_issend-001_0.elapsed @@ -1 +1 @@ -60.20618987083435 \ No newline at end of file +62.61058187484741 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_issend-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_issend-001_0.timeout deleted file mode 100644 index 089c2e5f9..000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_issend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00490379333496 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_issend-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_issend-001_0.txt index c1cc74275..ad6c5fae7 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_issend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_issend-001_0.txt @@ -1,5 +1,5 @@ Running #1308 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_issend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_issend-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./InvalidParam-Rank-mpi_issend-001 | -Command killed by signal 15, elapsed time: 60.20618987083435 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7fffe3f33338->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_issend-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_issend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_issend-001.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_issend-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_issend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 264685 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 264686 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.61058187484741 Finished #1308 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_issend-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_issend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_issend-002_0.elapsed index bc6765e38..acef4f06e 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_issend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_issend-002_0.elapsed @@ -1 +1 @@ -7.753845691680908 \ No newline at end of file +7.6601057052612305 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_issend-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_issend-002_0.txt index 66e8f8c58..27cbd4df1 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_issend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_issend-002_0.txt @@ -1,5 +1,5 @@ Running #2003 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_issend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_issend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Issend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffeeddb318) +| [1] ERROR: MPI_Issend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe0db7a938) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_issend-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_issend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_issend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_issend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_issend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232715 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2848 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232716 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2849 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.753845691680908 +Command return code: 255, elapsed time: 7.6601057052612305 Finished #2003 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_issend-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001_0.elapsed index 1f559a217..bc3a0cea3 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001_0.elapsed @@ -1 +1 @@ -60.2053005695343 \ No newline at end of file +62.330883264541626 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001_0.timeout deleted file mode 100644 index 8a0efd0e1..000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00394558906555 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001_0.txt index b3e52c268..c77025e62 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-001_0.txt @@ -1,5 +1,5 @@ Running #1465 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_mprobe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_mprobe-001.c (batchinfo:1/1) @@ -28,6 +28,64 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON | [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON | [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON -Command killed by signal 15, elapsed time: 60.2053005695343 +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_mprobe-001.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_mprobe-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffe6a37f05c->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_mprobe-001.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_mprobe-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_mprobe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 254805 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 254806 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.330883264541626 Finished #1465 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_mprobe-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-002_0.elapsed index c20268218..f71138662 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-002_0.elapsed @@ -1 +1 @@ -7.096902847290039 \ No newline at end of file +7.359266757965088 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-002_0.txt index df7d06c7c..d814903f5 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-002_0.txt @@ -1,5 +1,5 @@ Running #1517 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_mprobe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_mprobe-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Mprobe(source=2, tag=0, comm=MPI_COMM_WORLD, *message, *status=0x7ffecec14128) +| [0] ERROR: MPI_Mprobe(source=2, tag=0, comm=MPI_COMM_WORLD, *message, *status=0x7fff47581698) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_mprobe-002.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_mprobe-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_mprobe-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_mprobe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_mprobe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223142 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267855 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223143 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267856 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.096902847290039 +Command return code: 255, elapsed time: 7.359266757965088 Finished #1517 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_mprobe-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-001_0.elapsed index f0d0bb5b9..1b59e7796 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-001_0.elapsed @@ -1 +1 @@ -0.11115097999572754 \ No newline at end of file +0.10815286636352539 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-001_0.txt index e30145fa2..9233b3b07 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1477 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_precv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_precv_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icczviIRw.o: in function `main': +ld: /tmp/icc6EzVrN.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_precv_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_precv_init-001.c:44: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_precv_init-001.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-002_0.elapsed index a7bb16d96..a9e4dd8d0 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-002_0.elapsed @@ -1 +1 @@ -0.11058616638183594 \ No newline at end of file +0.10465383529663086 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-002_0.txt index f7016506c..e24cc636c 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_precv_init-002_0.txt @@ -1,5 +1,5 @@ Running #1425 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_precv_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_precv_init-002.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccVIwWxy.o: in function `main': +ld: /tmp/iccYYTgP1.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_precv_init-002.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_precv_init-002.c:44: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_precv_init-002.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_probe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_probe-001_0.elapsed index 2ee86c360..5c9d9e8f8 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_probe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_probe-001_0.elapsed @@ -1 +1 @@ -2.398155689239502 \ No newline at end of file +2.37085223197937 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_probe-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_probe-001_0.txt index d77771a16..67442ab32 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_probe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_probe-001_0.txt @@ -1,5 +1,5 @@ Running #1626 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_probe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_probe-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_probe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_probe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.398155689239502 +Command return code: 0, elapsed time: 2.37085223197937 Finished #1626 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_probe-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_probe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_probe-002_0.elapsed index 45bc3c34a..c72e6671d 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_probe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_probe-002_0.elapsed @@ -1 +1 @@ -7.403047561645508 \ No newline at end of file +7.418150424957275 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_probe-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_probe-002_0.txt index d702eaf7d..52ba8afa9 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_probe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_probe-002_0.txt @@ -1,5 +1,5 @@ Running #1640 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_probe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_probe-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_probe-002.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_probe-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_probe-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_probe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_probe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226761 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272385 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226762 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272386 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.403047561645508 +Command return code: 255, elapsed time: 7.418150424957275 Finished #1640 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_probe-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-001_0.elapsed index c03dafa8b..dab89ac1f 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-001_0.elapsed @@ -1 +1 @@ -0.10668444633483887 \ No newline at end of file +0.10291719436645508 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-001_0.txt index 26b0acde2..663599c55 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1293 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_psend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_psend_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccxckGN1.o: in function `main': +ld: /tmp/iccPJDkKM.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_psend_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_psend_init-001.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_psend_init-001.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-002_0.elapsed index c0adf294e..2d9cfa62d 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-002_0.elapsed @@ -1 +1 @@ -0.11049056053161621 \ No newline at end of file +0.13410639762878418 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-002_0.txt index 17d7fcdd1..060bc9676 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_psend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1585 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_psend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_psend_init-002.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccWTLzmD.o: in function `main': +ld: /tmp/icc8I1ZAy.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_psend_init-002.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_psend_init-002.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_psend_init-002.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_recv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_recv-001_0.elapsed index 5e6425dce..04b7d762d 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_recv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_recv-001_0.elapsed @@ -1 +1 @@ -60.22866773605347 \ No newline at end of file +62.5194456577301 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_recv-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_recv-001_0.timeout deleted file mode 100644 index 7b80864b2..000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_recv-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.02730655670166 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_recv-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_recv-001_0.txt index 4ec9cb65c..4dbeaab70 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_recv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_recv-001_0.txt @@ -1,5 +1,5 @@ Running #1760 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_recv-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./InvalidParam-Rank-mpi_recv-001 | -Command killed by signal 15, elapsed time: 60.22866773605347 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_recv-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv-001.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_recv-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_recv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 269947 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 269948 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.5194456577301 Finished #1760 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_recv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_recv-002_0.elapsed index c89478624..2ba4eba48 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_recv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_recv-002_0.elapsed @@ -1 +1 @@ -7.366111516952515 \ No newline at end of file +7.393811225891113 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_recv-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_recv-002_0.txt index 4bb6d10a4..2416c7d0e 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_recv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_recv-002_0.txt @@ -1,5 +1,5 @@ Running #1414 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_recv-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv-002.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_recv-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_recv-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_recv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_recv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224681 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272886 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224682 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272887 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.366111516952515 +Command return code: 255, elapsed time: 7.393811225891113 Finished #1414 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001_0.elapsed index 9c97e3df3..77894e3ec 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001_0.elapsed @@ -1 +1 @@ -60.207491874694824 \ No newline at end of file +62.43340706825256 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001_0.timeout deleted file mode 100644 index a7c375983..000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00586819648743 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001_0.txt index 158e42742..13a492cf0 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1750 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_recv_init-001.c (batchinfo:1/1) @@ -41,6 +41,50 @@ Executing the command (cwd: None) | [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON | [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON | [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 -Command killed by signal 15, elapsed time: 60.207491874694824 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv_init-001.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_recv_init-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv_init-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_recv_init-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_recv_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 264413 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 264414 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.43340706825256 Finished #1750 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-002_0.elapsed index 73b650189..563c7a785 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-002_0.elapsed @@ -1 +1 @@ -7.181467533111572 \ No newline at end of file +7.049257516860962 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-002_0.txt index 6780606e3..aedc81298 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-002_0.txt @@ -1,5 +1,5 @@ Running #1807 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_recv_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv_init(*buf=0x470760, count=10, datatype=MPI_INT, source=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff7a39af38) +| [0] ERROR: MPI_Recv_init(*buf=0x470760, count=10, datatype=MPI_INT, source=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc79734a98) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv_init-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_recv_init-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_recv_init-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_recv_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_recv_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233762 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2516 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233763 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2517 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.181467533111572 +Command return code: 255, elapsed time: 7.049257516860962 Finished #1807 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_recv_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-001_0.elapsed index c21caf509..0ea74f506 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -7.323563814163208 \ No newline at end of file +7.282060146331787 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-001_0.txt index ecab7b0ad..9468bdc75 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #950 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_reduce-001.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_reduce-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_reduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_reduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200276 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246880 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200277 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246881 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.323563814163208 +Command return code: 255, elapsed time: 7.282060146331787 Finished #950 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_reduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-002_0.elapsed index 96b83ced9..e7bcb5d3a 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-002_0.elapsed @@ -1 +1 @@ -7.299258470535278 \ No newline at end of file +7.13954758644104 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-002_0.txt index bd934fb46..f2d712de6 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-002_0.txt @@ -1,5 +1,5 @@ Running #597 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_reduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_reduce-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_reduce-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_reduce-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_reduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_reduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182334 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227499 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182335 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227500 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.299258470535278 +Command return code: 255, elapsed time: 7.13954758644104 Finished #597 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_reduce-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-003_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-003_0.elapsed index 6f5934f43..4004028fe 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-003_0.elapsed @@ -1 +1 @@ -7.30239462852478 \ No newline at end of file +7.3582000732421875 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-003_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-003_0.txt index 743c3bd70..778324af2 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-003_0.txt @@ -1,5 +1,5 @@ Running #909 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_reduce-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_reduce-003.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_reduce-003.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_reduce-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_reduce-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_reduce-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_reduce-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197554 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243782 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197555 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243783 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.30239462852478 +Command return code: 255, elapsed time: 7.3582000732421875 Finished #909 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_reduce-003.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001_0.elapsed index b0edb3636..7b148f3bb 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001_0.elapsed @@ -1 +1 @@ -60.20823645591736 \ No newline at end of file +62.34882187843323 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001_0.timeout deleted file mode 100644 index 9d7dfbf86..000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00657653808594 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001_0.txt index 2b4b3700f..69f8755c8 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-001_0.txt @@ -1,5 +1,5 @@ Running #1606 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_rsend-001.c (batchinfo:1/1) @@ -28,6 +28,63 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON | [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON | [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON -Command killed by signal 15, elapsed time: 60.20823645591736 +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffefaeadb48->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_rsend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend-001.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_rsend-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_rsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 267285 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 267286 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.34882187843323 Finished #1606 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002_0.elapsed index 6c12418a8..91e4deb98 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002_0.elapsed @@ -1 +1 @@ -8.067746877670288 \ No newline at end of file +1.245469093322754 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002_0.md5sum b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002_0.md5sum deleted file mode 100644 index 606c40b2b..000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -96ac6b22deb1363e2701beb1549d9d5d \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002_0.txt index 09398d927..5c25a9fa2 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002_0.txt @@ -1,5 +1,5 @@ Running #1850 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_rsend-002.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend-002.c:43) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_rsend-002) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_rsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221804 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266256 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221806 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266257 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.067746877670288 +Command return code: 255, elapsed time: 1.245469093322754 Finished #1850 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001_0.elapsed index 8365d226f..94686a157 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001_0.elapsed @@ -1 +1 @@ -60.20589351654053 \ No newline at end of file +62.45813322067261 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001_0.timeout deleted file mode 100644 index c2a8e6361..000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00442171096802 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001_0.txt index f91058cb9..d23d9cdf9 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1676 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_rsend_init-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./InvalidParam-Rank-mpi_rsend_init-001 | -Command killed by signal 15, elapsed time: 60.20589351654053 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffedacb2ef8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend_init-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_rsend_init-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend_init-001.c:53) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_rsend_init-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_rsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 272895 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 272896 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.45813322067261 Finished #1676 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-002_0.elapsed index a928fe6e9..fe4d3b900 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-002_0.elapsed @@ -1 +1 @@ -7.756172180175781 \ No newline at end of file +7.714710712432861 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-002_0.txt index 8b72e16a2..4df220922 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1974 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_rsend_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend_init(*buf=0x46ac50, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc03a316d8) +| [1] ERROR: MPI_Rsend_init(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7fff837d01f8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend_init-002.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_rsend_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_rsend_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_rsend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_rsend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233163 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2700 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233164 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2701 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.756172180175781 +Command return code: 255, elapsed time: 7.714710712432861 Finished #1974 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_rsend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-001_0.elapsed index c957b348b..98e3e8453 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -1.106287956237793 \ No newline at end of file +7.241069078445435 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-001_0.txt index 562009c77..006400e64 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #483 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_scatter-001.c (batchinfo:1/1) @@ -47,23 +47,35 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:INVALID_PARAMETER: error +| [0] ERROR: Root parameter is not a valid rank. +| [0] ERROR: Collective call by the 2 processes with local ranks [0:1] (same as global ranks): +| [0] ERROR: MPI_Scatter(*sendbuf=..., sendcount=10, sendtype=MPI_INT, *recvbuf=..., recvcount=10, recvtype=MPI_INT, root=MPI_PROC_NULL, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_scatter-001.c:37) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_scatter-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191161 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236213 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191162 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236214 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.106287956237793 +Command return code: 255, elapsed time: 7.241069078445435 Finished #483 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_scatter-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-002_0.elapsed index 027718fc1..72eaa2ec6 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-002_0.elapsed @@ -1 +1 @@ -7.19196343421936 \ No newline at end of file +7.238147258758545 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-002_0.txt index 3ee9344be..4560f0aa7 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-002_0.txt @@ -1,5 +1,5 @@ Running #656 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_scatter-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_scatter-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_scatter-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_scatter-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_scatter-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_scatter-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196464 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242671 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196466 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242672 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.19196343421936 +Command return code: 255, elapsed time: 7.238147258758545 Finished #656 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_scatter-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003_0.elapsed index 1859bac04..fba91e165 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003_0.elapsed @@ -1 +1 @@ -7.109943389892578 \ No newline at end of file +1.0954780578613281 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003_0.md5sum b/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003_0.md5sum deleted file mode 100644 index f91441c22..000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -4705d0cb8d3cdf80e0f70ba3f5b8c415 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003_0.txt index b932d4c62..1ae96a8af 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003_0.txt @@ -1,5 +1,5 @@ Running #822 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_scatter-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_scatter-003.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:INVALID_PARAMETER: error -| [0] ERROR: Root parameter is not a valid rank. -| [0] ERROR: Collective call by the 2 processes with local ranks [0:1] (same as global ranks): -| [0] ERROR: MPI_Scatter(*sendbuf=..., sendcount=10, sendtype=MPI_INT, *recvbuf=..., recvcount=10, recvtype=MPI_INT, root=MPI_PROC_NULL, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_scatter-003.c:37) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_scatter-003) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_scatter-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205001 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251586 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205002 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251587 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.109943389892578 +Command return code: 255, elapsed time: 1.0954780578613281 Finished #822 /MBI/scripts/gencodes/COLL/InvalidParam-Rank-mpi_scatter-003.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_send-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_send-001_0.elapsed index fd735e3ca..7139d23f7 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_send-001_0.elapsed @@ -1 +1 @@ -60.206463098526 \ No newline at end of file +64.04422640800476 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_send-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_send-001_0.timeout deleted file mode 100644 index 8c1ebe492..000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_send-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.005067586898804 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_send-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_send-001_0.txt index ca2548761..a8e1788f2 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_send-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1680 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_send-001.c (batchinfo:1/1) @@ -30,6 +30,61 @@ Executing the command (cwd: None) | [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON | [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON | [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON -Command killed by signal 15, elapsed time: 60.206463098526 +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffc11003398->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_send-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send-001.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_send-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 276042 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 276043 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 64.04422640800476 Finished #1680 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_send-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_send-002_0.elapsed index 812155888..aa9dd47cd 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_send-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_send-002_0.elapsed @@ -1 +1 @@ -8.096412658691406 \ No newline at end of file +7.889818429946899 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_send-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_send-002_0.txt index 7b3c95385..fe44c615b 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_send-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_send-002_0.txt @@ -1,5 +1,5 @@ Running #1991 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_send-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send(*buf=0x46ac00, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Send(*buf=0x46ad10, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_send-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_send-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_send-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_send-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228424 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276821 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228425 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276822 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.096412658691406 +Command return code: 255, elapsed time: 7.889818429946899 Finished #1991 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001_0.elapsed index eb34c49d6..7161775db 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001_0.elapsed @@ -1 +1 @@ -60.205647230148315 \ No newline at end of file +62.212183237075806 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001_0.timeout deleted file mode 100644 index c7218a9b7..000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00406551361084 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001_0.txt index 2dc144fd0..08b10958f 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-001_0.txt @@ -1,5 +1,5 @@ Running #2002 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_send_init-001.c (batchinfo:1/1) @@ -30,6 +30,61 @@ Executing the command (cwd: None) | [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON | [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON | [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON -Command killed by signal 15, elapsed time: 60.205647230148315 +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffc8e591788->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send_init-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_send_init-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send_init-001.c:51) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_send_init-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_send_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 633 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 634 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.212183237075806 Finished #2002 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-002_0.elapsed index 8d07ea0a9..de9a8ebd5 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-002_0.elapsed @@ -1 +1 @@ -7.935359716415405 \ No newline at end of file +8.06275486946106 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-002_0.txt index aa8b4ff14..f162a9ff2 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-002_0.txt @@ -1,5 +1,5 @@ Running #1589 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_send_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send_init(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd9e7b3438) +| [1] ERROR: MPI_Send_init(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffccd4c4e98) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send_init-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_send_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_send_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_send_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_send_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211735 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256552 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211736 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256553 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.935359716415405 +Command return code: 255, elapsed time: 8.06275486946106 Finished #1589 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_send_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001_0.elapsed index 1d1490d31..5e782842e 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001_0.elapsed @@ -1 +1 @@ -60.20668601989746 \ No newline at end of file +62.20717215538025 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001_0.timeout deleted file mode 100644 index b2a955001..000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.005348443984985 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001_0.txt index 53e2da509..e16bb9bfb 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-001_0.txt @@ -1,5 +1,5 @@ Running #1935 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_sendrecv-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./InvalidParam-Rank-mpi_sendrecv-001 | -Command killed by signal 15, elapsed time: 60.20668601989746 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv(*sendbuf=0x4706d0, sendcount=10, sendtype=MPI_INT, dest=1, sendtag=0, *recvbuf=0x470700, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_sendrecv-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-001.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_sendrecv-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_sendrecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 2449 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 2450 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.20717215538025 Finished #1935 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-002_0.elapsed index b53c68f60..0cecf8567 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-002_0.elapsed @@ -1 +1 @@ -1.234884262084961 \ No newline at end of file +2.4255497455596924 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-002_0.txt index 9940ff193..0b924fc06 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-002_0.txt @@ -1,5 +1,5 @@ Running #1274 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_sendrecv-002.c (batchinfo:1/1) @@ -47,23 +47,31 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214249 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| [0] WARNING: GLOBAL:MSG:PENDING: warning +| [0] WARNING: Terminating while communicator COMM_WORLD has pending incoming messages. +| [0] WARNING: Shutdown initiated at: +| [0] WARNING: MPI_Finalize() +| [0] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-002.c:49) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_sendrecv-002) +| [0] WARNING: Message sent by [1] at: +| [0] WARNING: MPI_Sendrecv(*sendbuf=0x46ad80, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x46adb0, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] WARNING: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-002.c:43) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_sendrecv-002) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_sendrecv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 0 (0.0%) receives | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214250 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| [0] INFO: GLOBAL:MSG:PENDING: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: Found 1 problem (0 errors + 1 warning), 0 reports were suppressed. | -Command return code: 255, elapsed time: 1.234884262084961 +| Rank 0 finished normally +| Rank 1 finished normally +| +| +Command return code: 0, elapsed time: 2.4255497455596924 Finished #1274 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-003_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-003_0.elapsed index 2db6a8aa9..ca1540806 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-003_0.elapsed @@ -1 +1 @@ -1.2045881748199463 \ No newline at end of file +8.228137493133545 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-003_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-003_0.txt index a77296a11..d46a0dbf8 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-003_0.txt @@ -1,5 +1,5 @@ Running #1759 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_sendrecv-003.c (batchinfo:1/1) @@ -47,23 +47,36 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [1] ERROR: LOCAL:MPI:CALL_FAILED: error +| [1] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. +| [1] ERROR: Error occurred at: +| [1] ERROR: MPI_Sendrecv(*sendbuf=0x46ac80, sendcount=10, sendtype=MPI_INT, dest=2, sendtag=0, *recvbuf=0x46acb0, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-003.c:42) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_sendrecv-003) +| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_sendrecv-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 2 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224362 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269712 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224363 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269713 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.2045881748199463 +Command return code: 255, elapsed time: 8.228137493133545 Finished #1759 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-003.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-004_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-004_0.elapsed index f08fbafed..30011f5a3 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-004_0.elapsed @@ -1 +1 @@ -7.394861936569214 \ No newline at end of file +7.353268623352051 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-004_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-004_0.txt index 559869fe2..44553c5ec 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-004_0.txt @@ -1,5 +1,5 @@ Running #1380 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_sendrecv-004.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Sendrecv(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, dest=1, sendtag=0, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, source=2, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: MPI_Sendrecv(*sendbuf=0x470760, sendcount=10, sendtype=MPI_INT, dest=1, sendtag=0, *recvbuf=0x470790, recvcount=10, recvtype=MPI_INT, source=2, recvtag=0, comm=MPI_COMM_WORLD, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-004.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_sendrecv-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_sendrecv-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_sendrecv-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_sendrecv-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214692 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262710 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214693 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262711 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.394861936569214 +Command return code: 255, elapsed time: 7.353268623352051 Finished #1380 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_sendrecv-004.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001_0.elapsed index faf6b5d47..cabda6a31 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001_0.elapsed @@ -1 +1 @@ -60.20644783973694 \ No newline at end of file +62.46767997741699 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001_0.timeout deleted file mode 100644 index dde31f613..000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00465631484985 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001_0.txt index cb22e5e00..e9c92b55c 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-001_0.txt @@ -1,5 +1,5 @@ Running #1748 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_ssend-001.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.20644783973694 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffcfbdb8a68->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ssend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend-001.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ssend-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ssend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 275468 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 275469 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.46767997741699 Finished #1748 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-002_0.elapsed index d4ededd4a..95a18a5a4 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-002_0.elapsed @@ -1 +1 @@ -7.967465400695801 \ No newline at end of file +7.97943639755249 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-002_0.txt index d5b309e6d..e701eefae 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-002_0.txt @@ -1,5 +1,5 @@ Running #1614 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_ssend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Ssend(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_ssend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ssend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ssend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ssend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,18 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229203 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273606 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229205 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273607 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -| -| -Command return code: 255, elapsed time: 7.967465400695801 +Command return code: 255, elapsed time: 7.97943639755249 Finished #1614 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend-002.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001_0.elapsed index 1e180558c..371278955 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001_0.elapsed @@ -1 +1 @@ -60.207934617996216 \ No newline at end of file +62.48784780502319 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001_0.timeout b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001_0.timeout deleted file mode 100644 index 233ef0c5a..000000000 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00660586357117 seconds \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001_0.txt index 23d26c2ce..9ea38e1cc 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1604 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_ssend_init-001.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.207934617996216 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffd7d8e59e8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend_init-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ssend_init-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend_init-001.c:51) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ssend_init-001) +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ssend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 262235 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 262236 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.48784780502319 Finished #1604 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-002_0.elapsed index dea1ce033..90f1799b6 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-002_0.elapsed @@ -1 +1 @@ -7.947214603424072 \ No newline at end of file +7.948524236679077 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-002_0.txt index 702a99ba9..f2d363aa7 100644 --- a/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1525 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Rank-mpi_ssend_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid rank has value 2 but must be nonnegative and less than 2. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend_init(*buf=0x46acd0, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe80df27c8) +| [1] ERROR: MPI_Ssend_init(*buf=0x46ab30, count=10, datatype=MPI_INT, dest=2, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd45be8c48) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend_init-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Rank-mpi_ssend_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Rank-mpi_ssend_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ssend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Rank-mpi_ssend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210120 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256748 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210121 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256749 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.947214603424072 +Command return code: 255, elapsed time: 7.948524236679077 Finished #1525 /MBI/scripts/gencodes/P2P/InvalidParam-Rank-mpi_ssend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001_0.elapsed index c89799a37..e16c79695 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001_0.elapsed @@ -1 +1 @@ -3.0770633220672607 \ No newline at end of file +1.1773090362548828 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001_0.md5sum deleted file mode 100644 index 1dcd5370c..000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -d09b988cc4a00db2662468e524a1dfda \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001_0.txt index 81da889e2..de02efcb1 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1664 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_bsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_bsend_init-001.c (batchinfo:1/1) @@ -55,41 +55,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [1] ERROR: LOCAL:EXIT:SIGNAL: fatal error -| [1] ERROR: Fatal signal 11 (SIGSEGV) raised. -| [1] ERROR: Signal was encountered at: -| [1] ERROR: (/opt/intel/oneapi/mpi/2021.12/lib/libmpi.so.12.0.0) -| [1] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) -| [1] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) -| [1] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) -| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_bsend_init-001.c:45) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-001) -| [1] ERROR: While processing: -| [1] ERROR: MPI_Bsend_init(*buf=0x46abf0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x2c000000<<invalid>>) -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Request-mpi_bsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:EXIT:SIGNAL: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218363 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265957 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218364 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265958 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 3.0770633220672607 +Command return code: 255, elapsed time: 1.1773090362548828 Finished #1664 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_bsend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002_0.elapsed index 82915aa59..112aac471 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002_0.elapsed @@ -1 +1 @@ -1.0325698852539062 \ No newline at end of file +1.0466499328613281 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002_0.md5sum deleted file mode 100644 index 8bdedcccc..000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -4fe8458b59c85fd25b9c5661ea0fc916 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002_0.txt index 768aaa513..262a1f2b7 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_bsend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1561 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_bsend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_bsend_init-002.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215143 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257105 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215144 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257106 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0325698852539062 +Command return code: 255, elapsed time: 1.0466499328613281 Finished #1561 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_bsend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001_0.elapsed index 1ffde4a7f..a9780a4ac 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001_0.elapsed @@ -1 +1 @@ -1.0917937755584717 \ No newline at end of file +1.1864345073699951 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001_0.md5sum deleted file mode 100644 index e6b967dad..000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -1db8bf5b16ec0d75713bb870ccde1ecb \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001_0.txt index 83190aa4b..5104a791f 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-001_0.txt @@ -1,5 +1,5 @@ Running #2036 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_ibsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_ibsend-001.c (batchinfo:1/1) @@ -61,24 +61,19 @@ Executing the command (cwd: None) | [1] ERROR: Giving up now... | [0] ERROR: connection closed by peer, receiving remaining 8 of 8 bytes failed | [0] ERROR: connection closed by peer #1, receiving remaining 8 of 8 bytes failed -| [0] ERROR: cannot connect to 1:1031_4023164279@134.61.46.172: connect(): Connection refused -| [0] ERROR: cannot connect to 1:1031_4023164279@134.61.46.172: connect(): Connection refused -| [0] ERROR: cannot connect to 1:1031_4023164279@134.61.46.172: connect(): Connection refused -| [0] ERROR: cannot connect to 1:1031_4023164279@134.61.46.172: connect(): Connection refused -| [0] ERROR: connection closed by peer #1, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230647 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276582 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230648 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276583 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0917937755584717 +Command return code: 255, elapsed time: 1.1864345073699951 Finished #2036 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_ibsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002_0.elapsed index 64a75a810..e79ef5ff4 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002_0.elapsed @@ -1 +1 @@ -1.1915619373321533 \ No newline at end of file +1.3642551898956299 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002_0.md5sum deleted file mode 100644 index 5059dd617..000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -9e870d1e4dd8d2815d8a912251e148ae \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002_0.txt index 580ccbdd0..e154c92ef 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_ibsend-002_0.txt @@ -1,5 +1,5 @@ Running #1381 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_ibsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_ibsend-002.c (batchinfo:1/1) @@ -53,19 +53,24 @@ Executing the command (cwd: None) | [1] ERROR: Giving up now... | [0] ERROR: connection closed by peer, receiving remaining 8 of 8 bytes failed | [0] ERROR: connection closed by peer #1, receiving remaining 8 of 8 bytes failed +| [0] ERROR: cannot connect to 1:1073_3082753113@134.61.45.193: connect(): Connection refused +| [0] ERROR: cannot connect to 1:1073_3082753113@134.61.45.193: connect(): Connection refused +| [0] ERROR: cannot connect to 1:1073_3082753113@134.61.45.193: connect(): Connection refused +| [0] ERROR: cannot connect to 1:1073_3082753113@134.61.45.193: connect(): Connection refused +| [0] ERROR: connection closed by peer #1, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215016 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263007 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215017 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263008 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1915619373321533 +Command return code: 255, elapsed time: 1.3642551898956299 Finished #1381 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_ibsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_imrecv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_imrecv-001_0.elapsed index 13239e971..19c5e9a25 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_imrecv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_imrecv-001_0.elapsed @@ -1 +1 @@ -2.364325523376465 \ No newline at end of file +3.9485507011413574 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_imrecv-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_imrecv-001_0.txt index 144370383..2ab0970c9 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_imrecv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_imrecv-001_0.txt @@ -1,5 +1,5 @@ Running #1737 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_imrecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_imrecv-001.c (batchinfo:1/1) @@ -64,11 +64,11 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_imrecv-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Request-mpi_imrecv-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Request-mpi_imrecv-001) | [0] ERROR: While processing: -| [0] ERROR: MPI_Imrecv(*buf=0x470760, count=10, datatype=MPI_INT, *message, *request=0x7ffce5c32cd8) +| [0] ERROR: MPI_Imrecv(*buf=0x470760, count=10, datatype=MPI_INT, *message, *request=0x7ffe00ba7cb8) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Request-mpi_imrecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Request-mpi_imrecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:EXIT:SIGNAL: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224984 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271167 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224986 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271168 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.364325523376465 +Command return code: 255, elapsed time: 3.9485507011413574 Finished #1737 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_imrecv-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_irecv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_irecv-001_0.elapsed index 9dea24128..d1d4195fc 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_irecv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_irecv-001_0.elapsed @@ -1 +1 @@ -1.1761112213134766 \ No newline at end of file +1.2136471271514893 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_irecv-001_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_irecv-001_0.md5sum deleted file mode 100644 index 130f2a5d2..000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_irecv-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -b5c5384d1f6545a810cfaace83d4a3f6 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_irecv-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_irecv-001_0.txt index 92820c74e..2617f1f50 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_irecv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_irecv-001_0.txt @@ -1,5 +1,5 @@ Running #1446 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_irecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_irecv-001.c (batchinfo:1/1) @@ -65,16 +65,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219314 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265064 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219315 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265065 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1761112213134766 +Command return code: 255, elapsed time: 1.2136471271514893 Finished #1446 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_irecv-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_irsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_irsend-001_0.elapsed index 8d94ea788..c33ba0fb5 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_irsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_irsend-001_0.elapsed @@ -1 +1 @@ -1.1628360748291016 \ No newline at end of file +0.9575657844543457 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_irsend-001_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_irsend-001_0.md5sum deleted file mode 100644 index 161cdc22c..000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_irsend-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -851f0ab297d3afbd19d65db4bb239b4a \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_irsend-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_irsend-001_0.txt index e6566363a..ede48f9fc 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_irsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_irsend-001_0.txt @@ -1,5 +1,5 @@ Running #1996 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_irsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_irsend-001.c (batchinfo:1/1) @@ -64,16 +64,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229712 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 278079 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229713 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 278080 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1628360748291016 +Command return code: 255, elapsed time: 0.9575657844543457 Finished #1996 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_irsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_irsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_irsend-002_0.elapsed index f90a8076a..1cfb9b7e9 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_irsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_irsend-002_0.elapsed @@ -1 +1 @@ -1.196427822113037 \ No newline at end of file +1.2162630558013916 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_irsend-002_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_irsend-002_0.md5sum deleted file mode 100644 index 3214a3df7..000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_irsend-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -a601ec07c367bf16777165239cb1de30 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_irsend-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_irsend-002_0.txt index 57e6c0051..efaeb094c 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_irsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_irsend-002_0.txt @@ -1,5 +1,5 @@ Running #1947 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_irsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_irsend-002.c (batchinfo:1/1) @@ -47,30 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... -| [0] ERROR: connection closed by peer, receiving remaining 8 of 8 bytes failed -| [0] ERROR: connection closed by peer #1, receiving remaining 8 of 8 bytes failed -| [0] ERROR: cannot connect to 1:1122_1096195744@134.61.46.172: connect(): Connection refused -| [0] ERROR: cannot connect to 1:1122_1096195744@134.61.46.172: connect(): Connection refused -| [0] ERROR: cannot connect to 1:1122_1096195744@134.61.46.172: connect(): Connection refused -| [0] ERROR: cannot connect to 1:1122_1096195744@134.61.46.172: connect(): Connection refused -| [0] ERROR: connection closed by peer #1, receiving remaining 8 of 8 bytes failed +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223515 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270133 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223516 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270134 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.196427822113037 +Command return code: 255, elapsed time: 1.2162630558013916 Finished #1947 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_irsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_isend-001_0.elapsed index 6d46c5032..367815760 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_isend-001_0.elapsed @@ -1 +1 @@ -1.1711220741271973 \ No newline at end of file +1.1478981971740723 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-001_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_isend-001_0.md5sum deleted file mode 100644 index 085b2a001..000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -f8e137a0ae174b416a5a24eb627fd5dc \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_isend-001_0.txt index d6c580bec..290ef17d0 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_isend-001_0.txt @@ -1,5 +1,5 @@ Running #1459 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_isend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_isend-001.c (batchinfo:1/1) @@ -56,16 +56,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207589 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253764 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207590 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253765 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1711220741271973 +Command return code: 255, elapsed time: 1.1478981971740723 Finished #1459 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_isend-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_isend-002_0.elapsed index 60e05ffbe..919c4a342 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_isend-002_0.elapsed @@ -1 +1 @@ -1.1350882053375244 \ No newline at end of file +1.0024986267089844 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-002_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_isend-002_0.md5sum deleted file mode 100644 index 291981ffb..000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -445187d3c4aae84e852194e9c0cdfccd \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_isend-002_0.txt index fc75b2389..8b6204879 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_isend-002_0.txt @@ -1,5 +1,5 @@ Running #1440 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_isend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_isend-002.c (batchinfo:1/1) @@ -64,16 +64,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215728 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261989 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215729 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261990 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1350882053375244 +Command return code: 255, elapsed time: 1.0024986267089844 Finished #1440 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_isend-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_isend-003_0.elapsed index f45a506c1..903f05f05 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_isend-003_0.elapsed @@ -1 +1 @@ -1.0459799766540527 \ No newline at end of file +0.9673993587493896 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-003_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_isend-003_0.md5sum deleted file mode 100644 index 085b2a001..000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-003_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -f8e137a0ae174b416a5a24eb627fd5dc \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-003_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_isend-003_0.txt index f01a2a0bc..e754fca94 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_isend-003_0.txt @@ -1,5 +1,5 @@ Running #1739 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_isend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_isend-003.c (batchinfo:1/1) @@ -53,19 +53,20 @@ Executing the command (cwd: None) | [1] ERROR: Giving up now... | [0] ERROR: connection closed by peer, receiving remaining 8 of 8 bytes failed | [0] ERROR: connection closed by peer #1, receiving remaining 8 of 8 bytes failed +| [0] ERROR: cannot connect to 1:1072_2485551701@134.61.45.193: connect(): Connection refused | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 225527 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271570 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 225528 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271573 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0459799766540527 +Command return code: 255, elapsed time: 0.9673993587493896 Finished #1739 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_isend-003.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-004_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_isend-004_0.elapsed index 4e8da7faa..912ff740d 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-004_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_isend-004_0.elapsed @@ -1 +1 @@ -1.0850346088409424 \ No newline at end of file +1.4881036281585693 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-004_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_isend-004_0.md5sum deleted file mode 100644 index 085b2a001..000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-004_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -f8e137a0ae174b416a5a24eb627fd5dc \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-004_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_isend-004_0.txt index c363c124a..b132a1991 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-004_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_isend-004_0.txt @@ -1,5 +1,5 @@ Running #1688 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_isend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_isend-004.c (batchinfo:1/1) @@ -53,19 +53,20 @@ Executing the command (cwd: None) | [1] ERROR: Giving up now... | [0] ERROR: connection closed by peer, receiving remaining 8 of 8 bytes failed | [0] ERROR: connection closed by peer #1, receiving remaining 8 of 8 bytes failed +| [0] ERROR: cannot connect to 1:1112_2512827296@134.61.45.193: connect(): Connection refused | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216681 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262949 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216682 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262950 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0850346088409424 +Command return code: 255, elapsed time: 1.4881036281585693 Finished #1688 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_isend-004.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-005_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_isend-005_0.elapsed index ce7f35f2b..9c0904beb 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-005_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_isend-005_0.elapsed @@ -1 +1 @@ -1.0914220809936523 \ No newline at end of file +1.0494210720062256 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-005_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_isend-005_0.md5sum deleted file mode 100644 index 085b2a001..000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-005_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -f8e137a0ae174b416a5a24eb627fd5dc \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_isend-005_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_isend-005_0.txt index ed4a1f32e..ed8ee8ba7 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_isend-005_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_isend-005_0.txt @@ -1,5 +1,5 @@ Running #1787 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_isend-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_isend-005.c (batchinfo:1/1) @@ -56,16 +56,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221615 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267504 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221617 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267505 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0914220809936523 +Command return code: 255, elapsed time: 1.0494210720062256 Finished #1787 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_isend-005.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_issend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_issend-001_0.elapsed index a8b13706e..50b9986a0 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_issend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_issend-001_0.elapsed @@ -1 +1 @@ -2.7982685565948486 \ No newline at end of file +1.1584532260894775 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_issend-001_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_issend-001_0.md5sum deleted file mode 100644 index 80ce6fa2f..000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_issend-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -89a2a403524ff02ad4fb4f1384b71e27 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_issend-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_issend-001_0.txt index 2937dcd6e..51bef677a 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_issend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_issend-001_0.txt @@ -1,5 +1,5 @@ Running #1403 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_issend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_issend-001.c (batchinfo:1/1) @@ -64,16 +64,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214926 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261153 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214928 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261154 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.7982685565948486 +Command return code: 255, elapsed time: 1.1584532260894775 Finished #1403 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_issend-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_issend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_issend-002_0.elapsed index 183e02650..f78e40bc0 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_issend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_issend-002_0.elapsed @@ -1 +1 @@ -0.943458080291748 \ No newline at end of file +0.8553051948547363 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_issend-002_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_issend-002_0.md5sum deleted file mode 100644 index f9e632277..000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_issend-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -b06a27fa62f0e9bd6fa82e01e2c73f91 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_issend-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_issend-002_0.txt index 17afbb5d6..5eb163797 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_issend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_issend-002_0.txt @@ -1,5 +1,5 @@ Running #1806 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_issend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_issend-002.c (batchinfo:1/1) @@ -53,19 +53,24 @@ Executing the command (cwd: None) | [1] ERROR: Giving up now... | [0] ERROR: connection closed by peer, receiving remaining 8 of 8 bytes failed | [0] ERROR: connection closed by peer #1, receiving remaining 8 of 8 bytes failed +| [0] ERROR: cannot connect to 1:1046_2173566186@134.61.45.193: connect(): Connection refused +| [0] ERROR: cannot connect to 1:1046_2173566186@134.61.45.193: connect(): Connection refused +| [0] ERROR: cannot connect to 1:1046_2173566186@134.61.45.193: connect(): Connection refused +| [0] ERROR: cannot connect to 1:1046_2173566186@134.61.45.193: connect(): Connection refused +| [0] ERROR: connection closed by peer #1, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233693 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2482 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233694 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2483 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.943458080291748 +Command return code: 255, elapsed time: 0.8553051948547363 Finished #1806 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_issend-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_precv_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_precv_init-001_0.elapsed index c38e4bb08..de0e59097 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_precv_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_precv_init-001_0.elapsed @@ -1 +1 @@ -0.10716438293457031 \ No newline at end of file +0.10753607749938965 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_precv_init-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_precv_init-001_0.txt index c3610d4a4..a8d166d5c 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_precv_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_precv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1885 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_precv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_precv_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccWWWYkq.o: in function `main': +ld: /tmp/icczvYNdJ.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_precv_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_precv_init-001.c:44: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_precv_init-001.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-001_0.elapsed index d24ea2716..7f724aabf 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-001_0.elapsed @@ -1 +1 @@ -0.11107301712036133 \ No newline at end of file +0.10546302795410156 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-001_0.txt index 0a748145c..6975dae1c 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1685 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_psend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_psend_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccerBTNW.o: in function `main': +ld: /tmp/iccjxQkMh.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_psend_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_psend_init-001.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_psend_init-001.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-002_0.elapsed index 4765d5097..c3794fb73 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-002_0.elapsed @@ -1 +1 @@ -0.1081840991973877 \ No newline at end of file +0.11279869079589844 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-002_0.txt index c1b9b0768..b1bc50a61 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1894 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_psend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_psend_init-002.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccuJammM.o: in function `main': +ld: /tmp/icccVAsn5.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_psend_init-002.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_psend_init-002.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_psend_init-002.c:46: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-003_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-003_0.elapsed index 4af6f43f5..adb54a584 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-003_0.elapsed @@ -1 +1 @@ -0.14786028861999512 \ No newline at end of file +0.10687732696533203 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-003_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-003_0.txt index a9ef36172..ba2c50269 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_psend_init-003_0.txt @@ -1,5 +1,5 @@ Running #1249 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_psend_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_psend_init-003.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icc1dl2m5.o: in function `main': +ld: /tmp/iccv9SHkV.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_psend_init-003.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_psend_init-003.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_psend_init-003.c:46: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_recv_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_recv_init-001_0.elapsed index 50d986d90..e2e1eff96 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_recv_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_recv_init-001_0.elapsed @@ -1 +1 @@ -4.01923680305481 \ No newline at end of file +3.1211140155792236 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_recv_init-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_recv_init-001_0.txt index 617d56976..390964191 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_recv_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_recv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1632 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_recv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_recv_init-001.c (batchinfo:1/1) @@ -68,11 +68,11 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_recv_init-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Request-mpi_recv_init-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Request-mpi_recv_init-001) | [0] ERROR: While processing: | [0] ERROR: MPI_Recv_init(*buf=0x4706c0, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x2c000000<<invalid>>) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Request-mpi_recv_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Request-mpi_recv_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:EXIT:SIGNAL: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -81,16 +81,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223021 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269587 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223022 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269590 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 4.01923680305481 +Command return code: 255, elapsed time: 3.1211140155792236 Finished #1632 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_recv_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-001_0.elapsed index aff98f402..e89578c2b 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-001_0.elapsed @@ -1 +1 @@ -1.1065914630889893 \ No newline at end of file +2.8471741676330566 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-001_0.txt index f22aa695a..401f56c45 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1602 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_rsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_rsend_init-001.c (batchinfo:1/1) @@ -55,23 +55,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [1] ERROR: LOCAL:EXIT:SIGNAL: fatal error +| [1] ERROR: Fatal signal 11 (SIGSEGV) raised. +| [1] ERROR: Signal was encountered at: +| [1] ERROR: (/opt/intel/oneapi/mpi/2021.12/lib/libmpi.so.12.0.0) +| [1] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) +| [1] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) +| [1] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) +| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_rsend_init-001.c:43) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Request-mpi_rsend_init-001) +| [1] ERROR: While processing: +| [1] ERROR: MPI_Rsend_init(*buf=0x46aad0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x2c000000<<invalid>>) +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile InvalidParam-Request-mpi_rsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:EXIT:SIGNAL: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216803 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261694 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216805 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261695 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1065914630889893 +Command return code: 255, elapsed time: 2.8471741676330566 Finished #1602 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_rsend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002_0.elapsed index e3aae7e1b..8f4eb0078 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002_0.elapsed @@ -1 +1 @@ -0.9664771556854248 \ No newline at end of file +0.932626485824585 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002_0.md5sum deleted file mode 100644 index 15cdf4361..000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -c212950a068bec50a09d9d5003567078 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002_0.txt index 04a7b6cd1..439c7f8a8 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_rsend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1528 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_rsend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_rsend_init-002.c (batchinfo:1/1) @@ -53,21 +53,19 @@ Executing the command (cwd: None) | [1] ERROR: Giving up now... | [0] ERROR: connection closed by peer, receiving remaining 8 of 8 bytes failed | [0] ERROR: connection closed by peer #1, receiving remaining 8 of 8 bytes failed -| [0] ERROR: cannot connect to 1:1057_1456092544@134.61.46.172: connect(): Connection refused -| [0] ERROR: cannot connect to 1:1057_1456092544@134.61.46.172: connect(): Connection refused | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211253 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257704 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211254 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257705 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9664771556854248 +Command return code: 255, elapsed time: 0.932626485824585 Finished #1528 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_rsend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_send_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_send_init-001_0.elapsed index 175c571fe..17219f5f8 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_send_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_send_init-001_0.elapsed @@ -1 +1 @@ -1.0122931003570557 \ No newline at end of file +2.771489381790161 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_send_init-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_send_init-001_0.txt index 8d385c381..cc72b95b8 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_send_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_send_init-001_0.txt @@ -1,5 +1,5 @@ Running #1959 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_send_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_send_init-001.c (batchinfo:1/1) @@ -55,23 +55,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [1] ERROR: LOCAL:EXIT:SIGNAL: fatal error +| [1] ERROR: Fatal signal 11 (SIGSEGV) raised. +| [1] ERROR: Signal was encountered at: +| [1] ERROR: (/opt/intel/oneapi/mpi/2021.12/lib/libmpi.so.12.0.0) +| [1] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) +| [1] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) +| [1] ERROR: (/opt/intel/oneapi/itac/2022.1/slib/libVTmc.so) +| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_send_init-001.c:41) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Request-mpi_send_init-001) +| [1] ERROR: While processing: +| [1] ERROR: MPI_Send_init(*buf=0x46ab60, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x2c000000<<invalid>>) +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile InvalidParam-Request-mpi_send_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:EXIT:SIGNAL: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230490 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277836 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230491 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277837 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0122931003570557 +Command return code: 255, elapsed time: 2.771489381790161 Finished #1959 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_send_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_send_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_send_init-002_0.elapsed index ec5ec717c..5ca26f4de 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_send_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_send_init-002_0.elapsed @@ -1 +1 @@ -1.068537712097168 \ No newline at end of file +1.106152057647705 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_send_init-002_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_send_init-002_0.md5sum deleted file mode 100644 index 827a48170..000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_send_init-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -048d23f7b0e2754597b998d3582c5e0a \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_send_init-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_send_init-002_0.txt index 9915a8c70..2aefa7d85 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_send_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_send_init-002_0.txt @@ -1,5 +1,5 @@ Running #1447 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_send_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_send_init-002.c (batchinfo:1/1) @@ -53,21 +53,19 @@ Executing the command (cwd: None) | [1] ERROR: Giving up now... | [0] ERROR: connection closed by peer, receiving remaining 8 of 8 bytes failed | [0] ERROR: connection closed by peer #1, receiving remaining 8 of 8 bytes failed -| [0] ERROR: cannot connect to 1:1079_3162513166@134.61.46.172: connect(): Connection refused -| [0] ERROR: cannot connect to 1:1079_3162513166@134.61.46.172: connect(): Connection refused | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219394 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265123 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219395 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265124 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.068537712097168 +Command return code: 255, elapsed time: 1.106152057647705 Finished #1447 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_send_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-001_0.elapsed index 9f3b7a759..39eb95feb 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-001_0.elapsed @@ -1 +1 @@ -3.109492540359497 \ No newline at end of file +2.950946092605591 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-001_0.txt index a978f3d89..6f6b60710 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1363 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_ssend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_ssend_init-001.c (batchinfo:1/1) @@ -68,11 +68,11 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_ssend_init-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Request-mpi_ssend_init-001) | [1] ERROR: While processing: -| [1] ERROR: MPI_Ssend_init(*buf=0x46ac70, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x2c000000<<invalid>>) +| [1] ERROR: MPI_Ssend_init(*buf=0x46cb50, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x2c000000<<invalid>>) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Request-mpi_ssend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Request-mpi_ssend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:EXIT:SIGNAL: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210380 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259629 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210381 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259630 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 3.109492540359497 +Command return code: 255, elapsed time: 2.950946092605591 Finished #1363 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_ssend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002_0.elapsed index 79934dcce..395ab9dd2 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002_0.elapsed @@ -1 +1 @@ -1.1364848613739014 \ No newline at end of file +1.1209912300109863 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002_0.md5sum deleted file mode 100644 index 20c0f0241..000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -a2baf771ff94ae235e6d43a7a7896434 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002_0.txt index bc18abb3f..d8df5306a 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_ssend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1510 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_ssend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_ssend_init-002.c (batchinfo:1/1) @@ -56,16 +56,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216561 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261783 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216562 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261784 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1364848613739014 +Command return code: 255, elapsed time: 1.1209912300109863 Finished #1510 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_ssend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_start-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_start-001_0.elapsed index 7eb7ec179..9c7191952 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_start-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_start-001_0.elapsed @@ -1 +1 @@ -1.2751550674438477 \ No newline at end of file +1.1450326442718506 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_start-001_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_start-001_0.md5sum deleted file mode 100644 index 64277c242..000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_start-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -b5987109e955d7b9ca5c6e75136e2569 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_start-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_start-001_0.txt index 73ea7931a..844ded92e 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_start-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_start-001_0.txt @@ -1,5 +1,5 @@ Running #1481 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_start-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_start-001.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218088 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261149 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218089 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261150 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.2751550674438477 +Command return code: 255, elapsed time: 1.1450326442718506 Finished #1481 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_start-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_start-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_start-002_0.elapsed index 857bd5927..a5a0a0342 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_start-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_start-002_0.elapsed @@ -1 +1 @@ -7.2753448486328125 \ No newline at end of file +7.366943120956421 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_start-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_start-002_0.txt index d1ee6d1f0..06a991a95 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_start-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_start-002_0.txt @@ -1,5 +1,5 @@ Running #2018 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_start-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_start-002.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:REQUEST:ILLEGAL_CALL: error | [0] ERROR: Starting active persistent request again. | [0] ERROR: Persistent receive request created at: -| [0] ERROR: MPI_Recv_init(*buf=0x4706e0, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc84b23e38) +| [0] ERROR: MPI_Recv_init(*buf=0x470760, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc55779d68) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_start-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Request-mpi_start-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Request-mpi_start-002) | [0] ERROR: Persistent receive request activated at: -| [0] ERROR: MPI_Start(*request=0x7ffc84b23e38->0x2c000002) +| [0] ERROR: MPI_Start(*request=0x7ffc55779d68->0x2c000002) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_start-002.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Request-mpi_start-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Request-mpi_start-002) | [0] ERROR: Active persistent receive request is about to be activated again at: -| [0] ERROR: MPI_Start(*request=0x7ffc84b23e38->0x2c000002) +| [0] ERROR: MPI_Start(*request=0x7ffc55779d68->0x2c000002) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_start-002.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Request-mpi_start-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Request-mpi_start-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Request-mpi_start-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Request-mpi_start-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:REQUEST:ILLEGAL_CALL: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -79,16 +79,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 225336 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272849 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 225338 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272850 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2753448486328125 +Command return code: 255, elapsed time: 7.366943120956421 Finished #2018 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_start-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_startall-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_startall-001_0.elapsed index eed7a7148..97a634108 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_startall-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_startall-001_0.elapsed @@ -1 +1 @@ -2.243870258331299 \ No newline at end of file +2.3672568798065186 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_startall-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_startall-001_0.txt index f5bd5ece1..74d6ce9ca 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_startall-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_startall-001_0.txt @@ -1,5 +1,5 @@ Running #1256 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_startall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_startall-001.c (batchinfo:1/1) @@ -63,11 +63,11 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_startall-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Request-mpi_startall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Request-mpi_startall-001) | [0] ERROR: While processing: -| [0] ERROR: MPI_Startall(count=2, *array_of_requests=0x7ffe7cbe0df0) +| [0] ERROR: MPI_Startall(count=2, *array_of_requests=0x7ffe931b3d40) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Request-mpi_startall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Request-mpi_startall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203862 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249829 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203863 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249830 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.243870258331299 +Command return code: 255, elapsed time: 2.3672568798065186 Finished #1256 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_startall-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_startall-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_startall-002_0.elapsed index 070a2b79e..5217408e1 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_startall-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_startall-002_0.elapsed @@ -1 +1 @@ -2.3687140941619873 \ No newline at end of file +2.505403757095337 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_startall-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_startall-002_0.txt index 43659e0dc..8f14c288c 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_startall-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_startall-002_0.txt @@ -1,5 +1,5 @@ Running #1330 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_startall-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_startall-002.c (batchinfo:1/1) @@ -63,11 +63,11 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_startall-002.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Request-mpi_startall-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Request-mpi_startall-002) | [0] ERROR: While processing: -| [0] ERROR: MPI_Startall(count=2, *array_of_requests=0x7ffc0cce2120) +| [0] ERROR: MPI_Startall(count=2, *array_of_requests=0x7ffecb06f5d0) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Request-mpi_startall-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Request-mpi_startall-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:EXIT:BEFORE_MPI_FINALIZE: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209968 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255950 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209969 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255951 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 2.3687140941619873 +Command return code: 255, elapsed time: 2.505403757095337 Finished #1330 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_startall-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_test-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_test-001_0.elapsed index 1bed64e07..ebc46363c 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_test-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_test-001_0.elapsed @@ -1 +1 @@ -0.9909999370574951 \ No newline at end of file +1.114333152770996 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_test-001_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_test-001_0.md5sum deleted file mode 100644 index f8112567d..000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_test-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -4e65ee29adb946f47f32339a6f00ab03 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_test-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_test-001_0.txt index d58682b89..336c03614 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_test-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_test-001_0.txt @@ -1,5 +1,5 @@ Running #1366 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_test-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_test-001.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211031 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260009 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211033 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260010 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9909999370574951 +Command return code: 255, elapsed time: 1.114333152770996 Finished #1366 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_test-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testall-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_testall-001_0.elapsed index fa68bab1d..9a87a8d90 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testall-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_testall-001_0.elapsed @@ -1 +1 @@ -2.8173177242279053 \ No newline at end of file +2.4223508834838867 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testall-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_testall-001_0.txt index 387de32e9..818a5ae7b 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testall-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_testall-001_0.txt @@ -1,5 +1,5 @@ Running #1692 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_testall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_testall-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Request-mpi_testall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Request-mpi_testall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.8173177242279053 +Command return code: 0, elapsed time: 2.4223508834838867 Finished #1692 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_testall-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testall-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_testall-002_0.elapsed index 76c6a5a7d..9fb341a0e 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testall-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_testall-002_0.elapsed @@ -1 +1 @@ -0.9051520824432373 \ No newline at end of file +0.9125344753265381 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testall-002_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_testall-002_0.md5sum deleted file mode 100644 index 479edaa9e..000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testall-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -9123608c0ea82809d2348350ce3351e0 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testall-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_testall-002_0.txt index d55917b6d..cc77a4f9c 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testall-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_testall-002_0.txt @@ -1,5 +1,5 @@ Running #1843 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_testall-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_testall-002.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233538 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277312 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233539 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277313 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9051520824432373 +Command return code: 255, elapsed time: 0.9125344753265381 Finished #1843 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_testall-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testany-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_testany-001_0.elapsed index 0da0be316..ae1c08bc9 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testany-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_testany-001_0.elapsed @@ -1 +1 @@ -2.31196665763855 \ No newline at end of file +2.270611524581909 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testany-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_testany-001_0.txt index cce9ec0b7..207fee8c2 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testany-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_testany-001_0.txt @@ -1,5 +1,5 @@ Running #2013 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_testany-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_testany-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Request-mpi_testany-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Request-mpi_testany-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.31196665763855 +Command return code: 0, elapsed time: 2.270611524581909 Finished #2013 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_testany-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testany-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_testany-002_0.elapsed index 861f61c3a..6241658fe 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testany-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_testany-002_0.elapsed @@ -1 +1 @@ -1.0867934226989746 \ No newline at end of file +1.1929478645324707 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testany-002_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_testany-002_0.md5sum deleted file mode 100644 index cfdc5018a..000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testany-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -5d0684682a027cdf426af33b3361a90c \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testany-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_testany-002_0.txt index 3f684a523..76ca157af 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testany-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_testany-002_0.txt @@ -1,5 +1,5 @@ Running #1250 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_testany-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_testany-002.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221997 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264499 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221998 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264500 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0867934226989746 +Command return code: 255, elapsed time: 1.1929478645324707 Finished #1250 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_testany-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testsome-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_testsome-001_0.elapsed index 981078400..6d3d2a1a4 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testsome-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_testsome-001_0.elapsed @@ -1 +1 @@ -3.8114278316497803 \ No newline at end of file +2.154933452606201 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testsome-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_testsome-001_0.txt index fa531bc91..c82869a58 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testsome-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_testsome-001_0.txt @@ -1,5 +1,5 @@ Running #1545 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_testsome-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_testsome-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Request-mpi_testsome-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Request-mpi_testsome-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 3.8114278316497803 +Command return code: 0, elapsed time: 2.154933452606201 Finished #1545 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_testsome-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testsome-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_testsome-002_0.elapsed index ed3040017..9cce16d8a 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testsome-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_testsome-002_0.elapsed @@ -1 +1 @@ -1.036224603652954 \ No newline at end of file +1.1007215976715088 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testsome-002_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_testsome-002_0.md5sum deleted file mode 100644 index 7ec77db9b..000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testsome-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -6ed47521c57249d3e7affae30e17d6e0 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_testsome-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_testsome-002_0.txt index ec182f5ac..2b644072f 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_testsome-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_testsome-002_0.txt @@ -1,5 +1,5 @@ Running #1461 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_testsome-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_testsome-002.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210875 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253941 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210876 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253942 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.036224603652954 +Command return code: 255, elapsed time: 1.1007215976715088 Finished #1461 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_testsome-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_wait-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_wait-001_0.elapsed index 0b3308d66..4a4cb888d 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_wait-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_wait-001_0.elapsed @@ -1 +1 @@ -1.1095471382141113 \ No newline at end of file +0.9297285079956055 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_wait-001_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_wait-001_0.md5sum deleted file mode 100644 index d8571d0e4..000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_wait-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -6e9d2dc849fd8a7b3be7234469ec93e0 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_wait-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_wait-001_0.txt index 9e16a1dd4..4b6ad0016 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_wait-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_wait-001_0.txt @@ -1,5 +1,5 @@ Running #1997 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_wait-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_wait-001.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229790 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 278120 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229791 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 278121 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1095471382141113 +Command return code: 255, elapsed time: 0.9297285079956055 Finished #1997 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_wait-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_waitany-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_waitany-001_0.elapsed index e57cd2bf9..d8943d43f 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_waitany-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_waitany-001_0.elapsed @@ -1 +1 @@ -2.2747623920440674 \ No newline at end of file +1.1911215782165527 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_waitany-001_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_waitany-001_0.md5sum deleted file mode 100644 index 13d4d648e..000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_waitany-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -048a04391e95a10fcef94801c25d6848 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_waitany-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_waitany-001_0.txt index ab1ad1669..c90b6135e 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_waitany-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_waitany-001_0.txt @@ -1,5 +1,5 @@ Running #1502 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_waitany-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_waitany-001.c (batchinfo:1/1) @@ -47,14 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Request-mpi_waitany-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | -| [0] INFO: Error checking completed without finding any problems. +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 260198 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -| Rank 0 finished normally -| Rank 1 finished normally +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 260199 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -| -Command return code: 0, elapsed time: 2.2747623920440674 +Command return code: 255, elapsed time: 1.1911215782165527 Finished #1502 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_waitany-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_waitany-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_waitany-002_0.elapsed index 53ad5ac9b..77a41be5e 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_waitany-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_waitany-002_0.elapsed @@ -1 +1 @@ -1.0141081809997559 \ No newline at end of file +1.2832889556884766 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_waitany-002_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_waitany-002_0.md5sum deleted file mode 100644 index e63c94188..000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_waitany-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -0bc209d84a057ea6e8c3540d80215c1b \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_waitany-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_waitany-002_0.txt index cb8b7b209..6a2a42f6a 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_waitany-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_waitany-002_0.txt @@ -1,5 +1,5 @@ Running #1235 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_waitany-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_waitany-002.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211108 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253419 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211109 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253422 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0141081809997559 +Command return code: 255, elapsed time: 1.2832889556884766 Finished #1235 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_waitany-002.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-001_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-001_0.elapsed index 1ead5c3a8..27958c818 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-001_0.elapsed @@ -1 +1 @@ -2.34901762008667 \ No newline at end of file +2.2917633056640625 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-001_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-001_0.txt index a7ff1c3d7..fc05aa05d 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-001_0.txt @@ -1,5 +1,5 @@ Running #1376 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_waitsome-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_waitsome-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Request-mpi_waitsome-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Request-mpi_waitsome-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 2.34901762008667 +Command return code: 0, elapsed time: 2.2917633056640625 Finished #1376 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_waitsome-001.c diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002_0.elapsed b/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002_0.elapsed index 227562ea9..414de8f12 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002_0.elapsed @@ -1 +1 @@ -0.9907715320587158 \ No newline at end of file +0.9174904823303223 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002_0.md5sum b/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002_0.md5sum deleted file mode 100644 index c0385ec38..000000000 --- a/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -89a21eefd66f2d452a4456d7b74659c4 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002_0.txt b/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002_0.txt index 337f79829..822861f61 100644 --- a/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Request-mpi_waitsome-002_0.txt @@ -1,5 +1,5 @@ Running #1905 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_waitsome-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Request-mpi_waitsome-002.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232861 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 771 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232862 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 772 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9907715320587158 +Command return code: 255, elapsed time: 0.9174904823303223 Finished #1905 /MBI/scripts/gencodes/P2P/InvalidParam-Request-mpi_waitsome-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_improbe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_improbe-001_0.elapsed index 80bc68836..42ccd1e35 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_improbe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_improbe-001_0.elapsed @@ -1 +1 @@ -7.679059743881226 \ No newline at end of file +7.550351858139038 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_improbe-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_improbe-001_0.txt index 10cd3ce0d..f7aef67dd 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_improbe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_improbe-001_0.txt @@ -1,5 +1,5 @@ Running #1304 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_improbe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_improbe-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter status. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Improbe(source=1, tag=0, comm=MPI_COMM_WORLD, *flag=0x7ffc978f2190, *message, *status=0x7ffc978f2188) +| [0] ERROR: MPI_Improbe(source=1, tag=0, comm=MPI_COMM_WORLD, *flag=0x7ffcd44b73f0, *message, *status=0x7ffcd44b73e8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_improbe-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Status-mpi_improbe-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Status-mpi_improbe-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_improbe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_improbe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216395 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263661 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216396 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263662 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.679059743881226 +Command return code: 255, elapsed time: 7.550351858139038 Finished #1304 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_improbe-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_improbe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_improbe-002_0.elapsed index aa1464f6f..37da073f8 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_improbe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_improbe-002_0.elapsed @@ -1 +1 @@ -2.2143845558166504 \ No newline at end of file +2.324767589569092 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_improbe-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_improbe-002_0.txt index 3a01e896a..167f78578 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_improbe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_improbe-002_0.txt @@ -1,5 +1,5 @@ Running #1331 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_improbe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_improbe-002.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_improbe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_improbe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.2143845558166504 +| +Command return code: 0, elapsed time: 2.324767589569092 Finished #1331 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_improbe-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-001_0.elapsed index d98a5d337..9250e2264 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-001_0.elapsed @@ -1 +1 @@ -7.241441965103149 \ No newline at end of file +7.416639566421509 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-001_0.txt index 63a8863d7..6df7620b2 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-001_0.txt @@ -1,5 +1,5 @@ Running #1717 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_iprobe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_iprobe-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter status. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iprobe(source=1, tag=0, comm=MPI_COMM_WORLD, *flag=0x7fffe7a6f808, *status=NULL) +| [0] ERROR: MPI_Iprobe(source=1, tag=0, comm=MPI_COMM_WORLD, *flag=0x7ffd484b1878, *status=NULL) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_iprobe-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Status-mpi_iprobe-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_iprobe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_iprobe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218357 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262405 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218358 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262406 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.241441965103149 +Command return code: 255, elapsed time: 7.416639566421509 Finished #1717 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_iprobe-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-002_0.elapsed index 214646ef9..b85972e1c 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-002_0.elapsed @@ -1 +1 @@ -2.2194759845733643 \ No newline at end of file +1.992828130722046 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-002_0.txt index a54266bd1..79680c049 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_iprobe-002_0.txt @@ -1,5 +1,5 @@ Running #2006 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_iprobe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_iprobe-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_iprobe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_iprobe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 2.2194759845733643 +Command return code: 0, elapsed time: 1.992828130722046 Finished #2006 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_iprobe-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-001_0.elapsed index f2087adf5..22f6ad530 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-001_0.elapsed @@ -1 +1 @@ -7.317255020141602 \ No newline at end of file +7.360227108001709 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-001_0.txt index a74adf2a9..d47d38fc5 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-001_0.txt @@ -1,5 +1,5 @@ Running #1518 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_mprobe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_mprobe-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter status. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=MPI_COMM_WORLD, *message, *status=0x7ffda6fb10a8) +| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=MPI_COMM_WORLD, *message, *status=0x7ffeb9f9b1c8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_mprobe-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Status-mpi_mprobe-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_mprobe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_mprobe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207688 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254908 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207689 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254909 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.317255020141602 +Command return code: 255, elapsed time: 7.360227108001709 Finished #1518 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_mprobe-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-002_0.elapsed index 07c3e4cf2..78c1a3d53 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-002_0.elapsed @@ -1 +1 @@ -2.1396312713623047 \ No newline at end of file +2.0568859577178955 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-002_0.txt index 59607b0d5..c6672c4eb 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_mprobe-002_0.txt @@ -1,5 +1,5 @@ Running #1968 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_mprobe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_mprobe-002.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_mprobe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_mprobe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.1396312713623047 +| +Command return code: 0, elapsed time: 2.0568859577178955 Finished #1968 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_mprobe-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001_0.elapsed index ea30b5d7c..aa0e898cd 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001_0.elapsed @@ -1 +1 @@ -1.2023468017578125 \ No newline at end of file +1.1665210723876953 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001_0.md5sum b/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001_0.md5sum deleted file mode 100644 index b1c75b031..000000000 --- a/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -1e228741d8873a275aee84e6c1cb558d \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001_0.txt index 21259bcac..85384029b 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-001_0.txt @@ -1,5 +1,5 @@ Running #1714 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_mrecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_mrecv-001.c (batchinfo:1/1) @@ -56,16 +56,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229354 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274921 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229355 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274922 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.2023468017578125 +Command return code: 255, elapsed time: 1.1665210723876953 Finished #1714 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_mrecv-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-002_0.elapsed index 1bef6fefb..586e57d87 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-002_0.elapsed @@ -1 +1 @@ -1.837345838546753 \ No newline at end of file +1.9971978664398193 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-002_0.txt index 28d2eb320..33f018cd2 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_mrecv-002_0.txt @@ -1,5 +1,5 @@ Running #1846 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_mrecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_mrecv-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_mrecv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_mrecv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.837345838546753 +Command return code: 0, elapsed time: 1.9971978664398193 Finished #1846 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_mrecv-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_probe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_probe-001_0.elapsed index 07dfb30b6..9a2ae4271 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_probe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_probe-001_0.elapsed @@ -1 +1 @@ -7.373822450637817 \ No newline at end of file +1.0857963562011719 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_probe-001_0.md5sum b/logs-20240607/itac/InvalidParam-Status-mpi_probe-001_0.md5sum deleted file mode 100644 index b687c1418..000000000 --- a/logs-20240607/itac/InvalidParam-Status-mpi_probe-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -dbe14fd41c3b95185f748c299564d57e \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_probe-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_probe-001_0.txt index 2f07b99d1..d3b65ee55 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_probe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_probe-001_0.txt @@ -1,5 +1,5 @@ Running #1267 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_probe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_probe-001.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Null pointer in parameter status. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Probe(source=1, tag=0, comm=MPI_COMM_WORLD, *status=NULL) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_probe-001.c:36) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Status-mpi_probe-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_probe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212626 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258640 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212627 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258641 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.373822450637817 +Command return code: 255, elapsed time: 1.0857963562011719 Finished #1267 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_probe-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_probe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_probe-002_0.elapsed index 8178627c7..281a305d4 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_probe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_probe-002_0.elapsed @@ -1 +1 @@ -2.1766231060028076 \ No newline at end of file +2.320951461791992 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_probe-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_probe-002_0.txt index b0329f688..9978c8a36 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_probe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_probe-002_0.txt @@ -1,5 +1,5 @@ Running #1551 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_probe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_probe-002.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_probe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_probe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.1766231060028076 +| +Command return code: 0, elapsed time: 2.320951461791992 Finished #1551 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_probe-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_recv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_recv-001_0.elapsed index b1bc3b974..9e4155c7e 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_recv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_recv-001_0.elapsed @@ -1 +1 @@ -1.0064635276794434 \ No newline at end of file +1.133683204650879 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_recv-001_0.md5sum b/logs-20240607/itac/InvalidParam-Status-mpi_recv-001_0.md5sum deleted file mode 100644 index fb72c96c8..000000000 --- a/logs-20240607/itac/InvalidParam-Status-mpi_recv-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -63582aabef05ef1b74107428d9dafcd1 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_recv-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_recv-001_0.txt index 4489f114d..b4d0c531f 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_recv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_recv-001_0.txt @@ -1,5 +1,5 @@ Running #1777 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_recv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_recv-001.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232244 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276430 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232245 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276431 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0064635276794434 +Command return code: 255, elapsed time: 1.133683204650879 Finished #1777 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_recv-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_recv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_recv-002_0.elapsed index d1138bb5e..7fb775359 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_recv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_recv-002_0.elapsed @@ -1 +1 @@ -2.2687530517578125 \ No newline at end of file +2.2357754707336426 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_recv-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_recv-002_0.txt index 67dff6898..387eae587 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_recv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_recv-002_0.txt @@ -1,5 +1,5 @@ Running #1552 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_recv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_recv-002.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_recv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_recv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.2687530517578125 +Command return code: 0, elapsed time: 2.2357754707336426 Finished #1552 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_recv-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001_0.elapsed index f515ec5ae..63c109482 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001_0.elapsed @@ -1 +1 @@ -1.033008337020874 \ No newline at end of file +0.9146180152893066 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001_0.md5sum b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001_0.md5sum deleted file mode 100644 index f6c69cd7e..000000000 --- a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -240e13b9a9da518e752a6ff8e82d394d \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001_0.txt index 857bc9d2d..9432ef7fb 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-001_0.txt @@ -1,5 +1,5 @@ Running #1681 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_sendrecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_sendrecv-001.c (batchinfo:1/1) @@ -47,6 +47,10 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | [1] ERROR: Signal 11 caught in ITC code section. | [1] ERROR: Either ITC is faulty or (more likely in a release version) | [1] ERROR: the application has corrupted ITC's internal data structures. @@ -54,16 +58,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231341 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277212 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231342 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277213 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.033008337020874 +Command return code: 255, elapsed time: 0.9146180152893066 Finished #1681 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_sendrecv-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-002_0.elapsed index 9a3dbb00b..6bd1f18d3 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-002_0.elapsed @@ -1 +1 @@ -1.2076785564422607 \ No newline at end of file +2.2689428329467773 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-002_0.txt index eaa98354f..548f9630f 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv-002_0.txt @@ -1,5 +1,5 @@ Running #1861 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_sendrecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_sendrecv-002.c (batchinfo:1/1) @@ -47,23 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_sendrecv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224919 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| [0] INFO: Error checking completed without finding any problems. | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224920 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| Rank 0 finished normally +| Rank 1 finished normally | -Command return code: 255, elapsed time: 1.2076785564422607 +| +Command return code: 0, elapsed time: 2.2689428329467773 Finished #1861 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_sendrecv-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001_0.elapsed index 8186ae272..f5bf050f1 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001_0.elapsed @@ -1 +1 @@ -1.134810447692871 \ No newline at end of file +1.1370766162872314 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001_0.md5sum b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001_0.md5sum deleted file mode 100644 index 9e07cf7c5..000000000 --- a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -e91f238ccfc72d97ecdf498eca4c4f5d \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001_0.txt index 5b88d9a31..cc5b07c69 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-001_0.txt @@ -1,5 +1,5 @@ Running #1457 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_sendrecv_replace-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_sendrecv_replace-001.c (batchinfo:1/1) @@ -58,16 +58,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207465 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253649 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207466 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253651 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.134810447692871 +Command return code: 255, elapsed time: 1.1370766162872314 Finished #1457 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_sendrecv_replace-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-002_0.elapsed index 1574c843d..47a215a65 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-002_0.elapsed @@ -1 +1 @@ -2.4855072498321533 \ No newline at end of file +2.428893566131592 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-002_0.txt index 72eca80b9..e282dacbd 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_sendrecv_replace-002_0.txt @@ -1,5 +1,5 @@ Running #1451 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_sendrecv_replace-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_sendrecv_replace-002.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_sendrecv_replace-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_sendrecv_replace-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.4855072498321533 +Command return code: 0, elapsed time: 2.428893566131592 Finished #1451 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_sendrecv_replace-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_test-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_test-001_0.elapsed index 7a5eb80bf..d2c6fbd2a 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_test-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_test-001_0.elapsed @@ -1 +1 @@ -7.441263914108276 \ No newline at end of file +7.401861667633057 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_test-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_test-001_0.txt index 3f80b7e0c..fc1badaab 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_test-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_test-001_0.txt @@ -1,5 +1,5 @@ Running #1726 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_test-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_test-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter status. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Test(*request=0x7fff7f0c7758->0x2c000002, *flag=0x7fff7f0c775c, *status=NULL) +| [0] ERROR: MPI_Test(*request=0x7ffc5de23058->0x2c000002, *flag=0x7ffc5de2305c, *status=NULL) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_test-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Status-mpi_test-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Status-mpi_test-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_test-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_test-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219674 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266488 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219675 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266489 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.441263914108276 +Command return code: 255, elapsed time: 7.401861667633057 Finished #1726 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_test-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_test-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_test-002_0.elapsed index c91b4fd07..319104dda 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_test-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_test-002_0.elapsed @@ -1 +1 @@ -2.229060411453247 \ No newline at end of file +1.0421464443206787 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_test-002_0.md5sum b/logs-20240607/itac/InvalidParam-Status-mpi_test-002_0.md5sum deleted file mode 100644 index 96da6286f..000000000 --- a/logs-20240607/itac/InvalidParam-Status-mpi_test-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -db53f882a8d2c7fe4e463d1a18d64560 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_test-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_test-002_0.txt index 9d656c825..bd0e9c547 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_test-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_test-002_0.txt @@ -1,5 +1,5 @@ Running #1990 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_test-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_test-002.c (batchinfo:1/1) @@ -47,13 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_test-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | -| [0] INFO: Error checking completed without finding any problems. +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 276786 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -| Rank 1 finished normally -| Rank 0 finished normally +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 276787 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -Command return code: 0, elapsed time: 2.229060411453247 +Command return code: 255, elapsed time: 1.0421464443206787 Finished #1990 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_test-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testall-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_testall-001_0.elapsed index 44c905353..da1e5a52f 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testall-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_testall-001_0.elapsed @@ -1 +1 @@ -0.8327362537384033 \ No newline at end of file +0.751011848449707 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testall-001_0.md5sum b/logs-20240607/itac/InvalidParam-Status-mpi_testall-001_0.md5sum deleted file mode 100644 index 25a1f8b71..000000000 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testall-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -5a01276d44e27cf77ddfd296522e39b6 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testall-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_testall-001_0.txt index 3cc4a1159..02741deaf 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testall-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_testall-001_0.txt @@ -1,5 +1,5 @@ Running #1977 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_testall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_testall-001.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234439 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3941 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234440 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3942 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.8327362537384033 +Command return code: 255, elapsed time: 0.751011848449707 Finished #1977 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_testall-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testall-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_testall-002_0.elapsed index 3daaef9ac..76c6649f5 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testall-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_testall-002_0.elapsed @@ -1 +1 @@ -1.9245622158050537 \ No newline at end of file +1.7388191223144531 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testall-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_testall-002_0.txt index aef689855..edbaaa593 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testall-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_testall-002_0.txt @@ -1,5 +1,5 @@ Running #2067 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_testall-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_testall-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_testall-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_testall-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9245622158050537 +Command return code: 0, elapsed time: 1.7388191223144531 Finished #2067 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_testall-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testany-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_testany-001_0.elapsed index a11e3e277..c2e4c336d 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testany-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_testany-001_0.elapsed @@ -1 +1 @@ -1.150151252746582 \ No newline at end of file +1.1496784687042236 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testany-001_0.md5sum b/logs-20240607/itac/InvalidParam-Status-mpi_testany-001_0.md5sum deleted file mode 100644 index 3e5f7575f..000000000 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testany-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -e2273ac7de202d570c112f3c0e9ef43d \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testany-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_testany-001_0.txt index d3c64778a..a5aa0b71a 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testany-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_testany-001_0.txt @@ -1,5 +1,5 @@ Running #1485 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_testany-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_testany-001.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207601 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253127 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207602 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253128 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.150151252746582 +Command return code: 255, elapsed time: 1.1496784687042236 Finished #1485 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_testany-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testany-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_testany-002_0.elapsed index 84c2a6ecb..ced1da69d 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testany-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_testany-002_0.elapsed @@ -1 +1 @@ -2.2624282836914062 \ No newline at end of file +2.347337007522583 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testany-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_testany-002_0.txt index 19766a4cb..0511ea3f3 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testany-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_testany-002_0.txt @@ -1,5 +1,5 @@ Running #2055 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_testany-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_testany-002.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_testany-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_testany-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.2624282836914062 +Command return code: 0, elapsed time: 2.347337007522583 Finished #2055 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_testany-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testsome-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_testsome-001_0.elapsed index cc669fe93..a830f88d8 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testsome-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_testsome-001_0.elapsed @@ -1 +1 @@ -7.385465383529663 \ No newline at end of file +7.606868743896484 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testsome-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_testsome-001_0.txt index bfde42740..d51f47d07 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testsome-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_testsome-001_0.txt @@ -1,5 +1,5 @@ Running #1247 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_testsome-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_testsome-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter array_of_statuses. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Testsome(incount=1, *array_of_requests=0x7ffcbe7b4a48, *outcount=0x7ffcbe7b4a4c, *array_of_indices=0x7ffcbe7b4a50, *array_of_statuses=NULL) +| [0] ERROR: MPI_Testsome(incount=1, *array_of_requests=0x7ffeae751768, *outcount=0x7ffeae75176c, *array_of_indices=0x7ffeae751770, *array_of_statuses=NULL) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_testsome-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Status-mpi_testsome-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Status-mpi_testsome-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_testsome-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_testsome-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221106 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263872 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221107 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263874 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.385465383529663 +Command return code: 255, elapsed time: 7.606868743896484 Finished #1247 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_testsome-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testsome-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_testsome-002_0.elapsed index ebe0c59ef..5257a8f56 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testsome-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_testsome-002_0.elapsed @@ -1 +1 @@ -2.2954137325286865 \ No newline at end of file +2.281933546066284 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_testsome-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_testsome-002_0.txt index 8a0bc5cb0..7b1aff22a 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_testsome-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_testsome-002_0.txt @@ -1,5 +1,5 @@ Running #1916 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_testsome-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_testsome-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_testsome-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_testsome-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2954137325286865 +Command return code: 0, elapsed time: 2.281933546066284 Finished #1916 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_testsome-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_wait-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_wait-001_0.elapsed index bfeb444e7..6538fc1d0 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_wait-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_wait-001_0.elapsed @@ -1 +1 @@ -0.8996517658233643 \ No newline at end of file +0.9040038585662842 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_wait-001_0.md5sum b/logs-20240607/itac/InvalidParam-Status-mpi_wait-001_0.md5sum deleted file mode 100644 index 54210e6e0..000000000 --- a/logs-20240607/itac/InvalidParam-Status-mpi_wait-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -42ffc5284a8da0a886debf07ea6b6b9f \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_wait-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_wait-001_0.txt index a63cff139..45f32346a 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_wait-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_wait-001_0.txt @@ -1,5 +1,5 @@ Running #2095 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_wait-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_wait-001.c (batchinfo:1/1) @@ -53,20 +53,19 @@ Executing the command (cwd: None) | [0] ERROR: Giving up now... | [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | [1] ERROR: sending remaining 0 of 0 bytes failed: send(): Broken pipe -| [1] ERROR: connection closed by peer #0, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233476 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 990 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233477 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 991 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.8996517658233643 +Command return code: 255, elapsed time: 0.9040038585662842 Finished #2095 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_wait-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_wait-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_wait-002_0.elapsed index 1ada4b3b3..729750bde 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_wait-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_wait-002_0.elapsed @@ -1 +1 @@ -2.5085182189941406 \ No newline at end of file +2.5055787563323975 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_wait-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_wait-002_0.txt index 4f59ae8b1..38773e6d0 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_wait-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_wait-002_0.txt @@ -1,5 +1,5 @@ Running #1608 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_wait-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_wait-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_wait-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_wait-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.5085182189941406 +Command return code: 0, elapsed time: 2.5055787563323975 Finished #1608 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_wait-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitall-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_waitall-001_0.elapsed index 7352107f2..ade825993 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitall-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_waitall-001_0.elapsed @@ -1 +1 @@ -1.2970874309539795 \ No newline at end of file +1.0480859279632568 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitall-001_0.md5sum b/logs-20240607/itac/InvalidParam-Status-mpi_waitall-001_0.md5sum deleted file mode 100644 index 5ce096d69..000000000 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitall-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -dc64b8af5278e943769a48d2ec44e65e \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitall-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_waitall-001_0.txt index 3aaec3895..e96268506 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitall-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_waitall-001_0.txt @@ -1,5 +1,5 @@ Running #1573 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_waitall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_waitall-001.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224712 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269184 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224713 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269185 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.2970874309539795 +Command return code: 255, elapsed time: 1.0480859279632568 Finished #1573 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_waitall-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitall-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_waitall-002_0.elapsed index 569e76590..205951405 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitall-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_waitall-002_0.elapsed @@ -1 +1 @@ -2.3662197589874268 \ No newline at end of file +2.3854992389678955 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitall-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_waitall-002_0.txt index 73cd6077c..6e17ff716 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitall-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_waitall-002_0.txt @@ -1,5 +1,5 @@ Running #1795 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_waitall-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_waitall-002.c (batchinfo:1/1) @@ -47,15 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_waitall-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_waitall-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 2.3662197589874268 +Command return code: 0, elapsed time: 2.3854992389678955 Finished #1795 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_waitall-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitany-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_waitany-001_0.elapsed index 9924c15a4..f98f86724 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitany-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_waitany-001_0.elapsed @@ -1 +1 @@ -1.021585464477539 \ No newline at end of file +1.1925981044769287 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitany-001_0.md5sum b/logs-20240607/itac/InvalidParam-Status-mpi_waitany-001_0.md5sum deleted file mode 100644 index 75cb266fc..000000000 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitany-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -c3e7c7d652f495c25281602d5738edfa \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitany-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_waitany-001_0.txt index 1baef5a39..de10a45d5 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitany-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_waitany-001_0.txt @@ -1,5 +1,5 @@ Running #1879 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_waitany-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_waitany-001.c (batchinfo:1/1) @@ -51,19 +51,22 @@ Executing the command (cwd: None) | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... +| [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer +| [1] ERROR: sending remaining 0 of 0 bytes failed: send(): Broken pipe +| [1] ERROR: connection closed by peer #0, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232721 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276298 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232722 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276299 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.021585464477539 +Command return code: 255, elapsed time: 1.1925981044769287 Finished #1879 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_waitany-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitany-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_waitany-002_0.elapsed index 77057fec3..67658b626 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitany-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_waitany-002_0.elapsed @@ -1 +1 @@ -2.361738681793213 \ No newline at end of file +2.3367161750793457 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitany-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_waitany-002_0.txt index e9a5b8bc1..780dbcf6c 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitany-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_waitany-002_0.txt @@ -1,5 +1,5 @@ Running #1985 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_waitany-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_waitany-002.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_waitany-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_waitany-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.361738681793213 +| +Command return code: 0, elapsed time: 2.3367161750793457 Finished #1985 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_waitany-002.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001_0.elapsed index 3adea0ecd..44eabb9db 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001_0.elapsed @@ -1 +1 @@ -0.968163013458252 \ No newline at end of file +0.8827009201049805 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001_0.md5sum b/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001_0.md5sum deleted file mode 100644 index 3c8d7867a..000000000 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -778305a4b417704acfb92f5e267da53a \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001_0.txt index e92fe3b51..deec7d6d0 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-001_0.txt @@ -1,5 +1,5 @@ Running #1966 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_waitsome-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_waitsome-001.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231564 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 878 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231565 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 879 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.968163013458252 +Command return code: 255, elapsed time: 0.8827009201049805 Finished #1966 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_waitsome-001.c diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-002_0.elapsed b/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-002_0.elapsed index e3c40ddcf..d55b2e961 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-002_0.elapsed @@ -1 +1 @@ -2.3774378299713135 \ No newline at end of file +2.2877402305603027 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-002_0.txt b/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-002_0.txt index e0349175f..20a7bb033 100644 --- a/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Status-mpi_waitsome-002_0.txt @@ -1,5 +1,5 @@ Running #1530 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_waitsome-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Status-mpi_waitsome-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Status-mpi_waitsome-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Status-mpi_waitsome-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3774378299713135 +Command return code: 0, elapsed time: 2.2877402305603027 Finished #1530 /MBI/scripts/gencodes/P2P/InvalidParam-Status-mpi_waitsome-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-001_0.elapsed index 96031a29a..c02f0ef2c 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-001_0.elapsed @@ -1 +1 @@ -7.876112699508667 \ No newline at end of file +7.747667551040649 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-001_0.txt index 90d5fe0ad..0d6534661 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-001_0.txt @@ -1,5 +1,5 @@ Running #1648 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_bsend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend(*buf=0x46ac00, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Bsend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_bsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_bsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_bsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232211 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277320 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232212 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277321 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.876112699508667 +Command return code: 255, elapsed time: 7.747667551040649 Finished #1648 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-002_0.elapsed index 35c78362a..3817068b1 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-002_0.elapsed @@ -1 +1 @@ -7.752741575241089 \ No newline at end of file +7.804431676864624 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-002_0.txt index 40a28ec44..f15574d82 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-002_0.txt @@ -1,5 +1,5 @@ Running #1781 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_bsend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is 1681915906. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Bsend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend-002.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_bsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_bsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_bsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233970 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 957 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233971 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 958 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.752741575241089 +Command return code: 255, elapsed time: 7.804431676864624 Finished #1781 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-003_0.elapsed index 9c68526ae..0ed260042 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-003_0.elapsed @@ -1 +1 @@ -8.053467988967896 \ No newline at end of file +7.977271556854248 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-003_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-003_0.txt index 789d19faf..bafd03aa3 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-003_0.txt @@ -1,5 +1,5 @@ Running #1292 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_bsend-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Bsend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend-003.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_bsend-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_bsend-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_bsend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_bsend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205829 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250971 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205830 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250972 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.053467988967896 +Command return code: 255, elapsed time: 7.977271556854248 Finished #1292 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend-003.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001_0.elapsed index 76b924e07..95c9c3874 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001_0.elapsed @@ -1 +1 @@ -8.012597799301147 \ No newline at end of file +1.0624561309814453 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001_0.md5sum b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001_0.md5sum deleted file mode 100644 index be578bda0..000000000 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -d2a24a9efe228010e75a133171f20002 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001_0.txt index fe53f5627..bfc9c4649 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1340 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_bsend_init-001.c (batchinfo:1/1) @@ -47,35 +47,27 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Invalid tag, value is -1. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend_init(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7fffaa676fa8) -| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend_init-001.c:45) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-001) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_bsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212951 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258983 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212952 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258984 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.012597799301147 +Command return code: 255, elapsed time: 1.0624561309814453 Finished #1340 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-002_0.elapsed index 026fcaec4..7e68be58c 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-002_0.elapsed @@ -1 +1 @@ -8.079329013824463 \ No newline at end of file +7.969468593597412 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-002_0.txt index e829ddcea..c06c0ea36 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1767 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_bsend_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is 1681915906. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend_init(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffea4890508) +| [1] ERROR: MPI_Bsend_init(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffd2cea0d78) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend_init-002.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_bsend_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_bsend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_bsend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228264 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273220 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228265 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273221 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.079329013824463 +Command return code: 255, elapsed time: 7.969468593597412 Finished #1767 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-003_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-003_0.elapsed index 65a92d8e2..c32c20e62 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-003_0.elapsed @@ -1 +1 @@ -8.019420385360718 \ No newline at end of file +8.044731378555298 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-003_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-003_0.txt index 6eebeef07..f4736a0f5 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-003_0.txt @@ -1,5 +1,5 @@ Running #1415 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_bsend_init-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Bsend_init(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffff52a7438) +| [1] ERROR: MPI_Bsend_init(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffe4acab588) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend_init-003.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_bsend_init-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_bsend_init-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_bsend_init-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_bsend_init-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 225106 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273237 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 225107 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273239 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.019420385360718 +Command return code: 255, elapsed time: 8.044731378555298 Finished #1415 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_bsend_init-003.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-001_0.elapsed index 5998d57e7..99989e8ba 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-001_0.elapsed @@ -1 +1 @@ -9.467726230621338 \ No newline at end of file +8.126492738723755 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-001_0.txt index 80e479ff0..5bf76d010 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-001_0.txt @@ -1,5 +1,5 @@ Running #1504 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ibsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_ibsend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ibsend(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffc98722618) +| [1] ERROR: MPI_Ibsend(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffd97893b48) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ibsend-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_ibsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ibsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ibsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214923 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260476 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214924 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260477 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 9.467726230621338 +Command return code: 255, elapsed time: 8.126492738723755 Finished #1504 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ibsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-002_0.elapsed index a4854c5d1..e3d0956cd 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-002_0.elapsed @@ -1 +1 @@ -8.024677991867065 \ No newline at end of file +8.115316390991211 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-002_0.txt index 77d4728b3..dd5b57c5c 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-002_0.txt @@ -1,5 +1,5 @@ Running #1455 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ibsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_ibsend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is 1681915906. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ibsend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffeb158fe18) +| [1] ERROR: MPI_Ibsend(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffe5fa6ac58) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ibsend-002.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_ibsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ibsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ibsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207039 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253037 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207040 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253038 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.024677991867065 +Command return code: 255, elapsed time: 8.115316390991211 Finished #1455 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ibsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-003_0.elapsed index ee99724a0..fdda0f912 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-003_0.elapsed @@ -1 +1 @@ -7.978103160858154 \ No newline at end of file +8.417445421218872 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-003_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-003_0.txt index 203c8b494..53083b250 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-003_0.txt @@ -1,5 +1,5 @@ Running #1333 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ibsend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_ibsend-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ibsend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffc33954ec8) +| [1] ERROR: MPI_Ibsend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffe00c751d8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ibsend-003.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_ibsend-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_ibsend-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ibsend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ibsend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210389 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256408 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210390 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256412 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.978103160858154 +Command return code: 255, elapsed time: 8.417445421218872 Finished #1333 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ibsend-003.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-001_0.elapsed index d63bcc5fe..889b8f6c4 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-001_0.elapsed @@ -1 +1 @@ -2.2750964164733887 \ No newline at end of file +2.2981772422790527 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-001_0.txt index d4eedefba..558071503 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-001_0.txt @@ -1,5 +1,5 @@ Running #1858 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_improbe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_improbe-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_improbe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_improbe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.2750964164733887 +| +Command return code: 0, elapsed time: 2.2981772422790527 Finished #1858 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_improbe-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-002_0.elapsed index 8fd947251..dcce36ee8 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-002_0.elapsed @@ -1 +1 @@ -7.011938571929932 \ No newline at end of file +6.9965431690216064 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-002_0.txt index 757e645fd..daf51099a 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-002_0.txt @@ -1,5 +1,5 @@ Running #1978 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_improbe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_improbe-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid tag, value is 1681915906. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Improbe(source=1, tag=1681915906, comm=MPI_COMM_WORLD, *flag=0x7ffd9b34eb50, *message, *status=0x7ffd9b34eb48) +| [0] ERROR: MPI_Improbe(source=1, tag=1681915906, comm=MPI_COMM_WORLD, *flag=0x7fff3179dd20, *message, *status=0x7fff3179dd18) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_improbe-002.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_improbe-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_improbe-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_improbe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_improbe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234493 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3974 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234494 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3975 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.011938571929932 +Command return code: 255, elapsed time: 6.9965431690216064 Finished #1978 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_improbe-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-001_0.elapsed index 460577b74..71e573128 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-001_0.elapsed @@ -1 +1 @@ -2.3442323207855225 \ No newline at end of file +2.3284714221954346 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-001_0.txt index efefa7088..2c59642e4 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-001_0.txt @@ -1,5 +1,5 @@ Running #1719 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_iprobe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_iprobe-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_iprobe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_iprobe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3442323207855225 +Command return code: 0, elapsed time: 2.3284714221954346 Finished #1719 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_iprobe-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-002_0.elapsed index 3b93bfeb9..b0f903800 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-002_0.elapsed @@ -1 +1 @@ -7.252179384231567 \ No newline at end of file +7.345929384231567 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-002_0.txt index 895bd92ee..b1074f79d 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-002_0.txt @@ -1,5 +1,5 @@ Running #1927 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_iprobe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_iprobe-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid tag, value is 1681915906. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iprobe(source=1, tag=1681915906, comm=MPI_COMM_WORLD, *flag=0x7ffcdb469eb8, *status=0x1) +| [0] ERROR: MPI_Iprobe(source=1, tag=1681915906, comm=MPI_COMM_WORLD, *flag=0x7fff6fddeda8, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_iprobe-002.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_iprobe-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_iprobe-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_iprobe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_iprobe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 228262 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272772 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 228263 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272773 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.252179384231567 +Command return code: 255, elapsed time: 7.345929384231567 Finished #1927 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_iprobe-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-001_0.elapsed index 8d45214a6..84642a95a 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-001_0.elapsed @@ -1 +1 @@ -2.258035182952881 \ No newline at end of file +2.304266929626465 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-001_0.txt index 7cfa8d57a..d527c7b52 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-001_0.txt @@ -1,5 +1,5 @@ Running #1394 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_irecv-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_irecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_irecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 2.258035182952881 +Command return code: 0, elapsed time: 2.304266929626465 Finished #1394 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irecv-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-002_0.elapsed index 88ae4f3ed..8c9788404 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-002_0.elapsed @@ -1 +1 @@ -7.278388261795044 \ No newline at end of file +7.3644866943359375 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-002_0.txt index e543dacd0..61ac804cc 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-002_0.txt @@ -1,5 +1,5 @@ Running #1797 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_irecv-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid tag, value is 1681915906. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Irecv(*buf=0x470790, count=10, datatype=MPI_INT, source=1, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffcb5d15ff8) +| [0] ERROR: MPI_Irecv(*buf=0x470790, count=10, datatype=MPI_INT, source=1, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7fff59baebd8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irecv-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_irecv-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_irecv-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_irecv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_irecv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227040 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273295 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227041 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273296 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.278388261795044 +Command return code: 255, elapsed time: 7.3644866943359375 Finished #1797 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irecv-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-001_0.elapsed index c03ebe679..e665deae8 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-001_0.elapsed @@ -1 +1 @@ -7.926578044891357 \ No newline at end of file +8.039409399032593 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-001_0.txt index e953a7389..0cbe9df76 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-001_0.txt @@ -1,5 +1,5 @@ Running #1597 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_irsend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Irsend(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffca3bb88f8) +| [1] ERROR: MPI_Irsend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7fffb82aaee8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irsend-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_irsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_irsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_irsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213269 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258155 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213270 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258156 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.926578044891357 +Command return code: 255, elapsed time: 8.039409399032593 Finished #1597 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-002_0.elapsed index 73812213e..ce37515d8 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-002_0.elapsed @@ -1 +1 @@ -8.044162034988403 \ No newline at end of file +8.060436248779297 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-002_0.txt index 835f89ffe..574e6d24f 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-002_0.txt @@ -1,5 +1,5 @@ Running #2085 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_irsend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is 1681915906. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Irsend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffc9281ee38) +| [1] ERROR: MPI_Irsend(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffd79424a58) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irsend-002.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_irsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_irsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_irsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229352 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275477 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229353 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275478 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.044162034988403 +Command return code: 255, elapsed time: 8.060436248779297 Finished #2085 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-003_0.elapsed index 897d4fb64..9e64d509f 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-003_0.elapsed @@ -1 +1 @@ -8.027941226959229 \ No newline at end of file +7.937290906906128 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-003_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-003_0.txt index a23ccedd1..f6c890a40 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-003_0.txt @@ -1,5 +1,5 @@ Running #1590 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irsend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_irsend-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Irsend(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffecb81c0f8) +| [1] ERROR: MPI_Irsend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffec0fa1808) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irsend-003.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_irsend-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_irsend-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_irsend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_irsend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212001 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256867 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212002 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256869 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.027941226959229 +Command return code: 255, elapsed time: 7.937290906906128 Finished #1590 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_irsend-003.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_isend-001_0.elapsed index 0cd8689c9..02b90e8c1 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_isend-001_0.elapsed @@ -1 +1 @@ -7.706467390060425 \ No newline at end of file +7.607904672622681 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_isend-001_0.txt index 4e54ee559..2260b1106 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_isend-001_0.txt @@ -1,5 +1,5 @@ Running #1913 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_isend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_isend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Isend(*buf=0x46ac00, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7fffec150ca8) +| [1] ERROR: MPI_Isend(*buf=0x46ad10, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffc5dc94a28) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_isend-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_isend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_isend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_isend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_isend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234376 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 4118 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234377 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 4119 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.706467390060425 +Command return code: 255, elapsed time: 7.607904672622681 Finished #1913 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_isend-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_isend-002_0.elapsed index c301e5144..0f5dafdae 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_isend-002_0.elapsed @@ -1 +1 @@ -8.032945156097412 \ No newline at end of file +8.032089233398438 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_isend-002_0.txt index 9efe05a00..d55332205 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_isend-002_0.txt @@ -1,5 +1,5 @@ Running #1772 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_isend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_isend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is 1681915906. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Isend(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7fffd9f38338) +| [1] ERROR: MPI_Isend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7fff201db638) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_isend-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_isend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_isend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_isend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_isend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229094 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274124 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229095 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274125 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.032945156097412 +Command return code: 255, elapsed time: 8.032089233398438 Finished #1772 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_isend-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_isend-003_0.elapsed index 4a2cd2a2d..77f0c0fac 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_isend-003_0.elapsed @@ -1 +1 @@ -7.982794523239136 \ No newline at end of file +0.9958667755126953 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-003_0.md5sum b/logs-20240607/itac/InvalidParam-Tag-mpi_isend-003_0.md5sum deleted file mode 100644 index cf7aebbe5..000000000 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-003_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -6c3395eb58f8037a778dc19c4cb9663d \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-003_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_isend-003_0.txt index 9adad5fb7..24c2a664a 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_isend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_isend-003_0.txt @@ -1,5 +1,5 @@ Running #1710 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_isend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_isend-003.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Invalid tag, value is -1. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Isend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffd36ab68a8) -| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_isend-003.c:41) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_isend-003) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_isend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226412 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271691 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226413 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271692 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.982794523239136 +Command return code: 255, elapsed time: 0.9958667755126953 Finished #1710 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_isend-003.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_issend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_issend-001_0.elapsed index 41d582856..4fcbc8d54 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_issend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_issend-001_0.elapsed @@ -1 +1 @@ -7.99190878868103 \ No newline at end of file +8.26963210105896 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_issend-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_issend-001_0.txt index 3c7e58263..f0bd21660 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_issend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_issend-001_0.txt @@ -1,5 +1,5 @@ Running #1988 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_issend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_issend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Issend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7fffa12712b8) +| [1] ERROR: MPI_Issend(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7fff5fef1398) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_issend-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_issend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_issend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_issend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_issend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 225718 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273211 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 225719 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273212 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.99190878868103 +Command return code: 255, elapsed time: 8.26963210105896 Finished #1988 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_issend-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_issend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_issend-002_0.elapsed index 399df869c..b9da570af 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_issend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_issend-002_0.elapsed @@ -1 +1 @@ -7.669709205627441 \ No newline at end of file +7.6777589321136475 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_issend-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_issend-002_0.txt index 0b24488ca..00f45813b 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_issend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_issend-002_0.txt @@ -1,5 +1,5 @@ Running #1813 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_issend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_issend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is 1681915906. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Issend(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffe0dc48c28) +| [1] ERROR: MPI_Issend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffd03fceac8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_issend-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_issend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_issend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_issend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_issend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234283 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2896 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234284 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2897 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.669709205627441 +Command return code: 255, elapsed time: 7.6777589321136475 Finished #1813 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_issend-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_issend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_issend-003_0.elapsed index 5632b06e7..0dc8b9738 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_issend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_issend-003_0.elapsed @@ -1 +1 @@ -7.876923561096191 \ No newline at end of file +7.872792482376099 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_issend-003_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_issend-003_0.txt index 6d6026bec..746593551 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_issend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_issend-003_0.txt @@ -1,5 +1,5 @@ Running #1531 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_issend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_issend-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Issend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffe7408f798) +| [1] ERROR: MPI_Issend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffc53f96608) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_issend-003.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_issend-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_issend-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_issend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_issend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211467 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258096 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211468 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258097 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.876923561096191 +Command return code: 255, elapsed time: 7.872792482376099 Finished #1531 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_issend-003.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-001_0.elapsed index 445a8b13a..c1e266b28 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-001_0.elapsed @@ -1 +1 @@ -2.3194897174835205 \ No newline at end of file +2.3205318450927734 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-001_0.txt index 9f8d228c0..b9808be11 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-001_0.txt @@ -1,5 +1,5 @@ Running #1598 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_mprobe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_mprobe-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_mprobe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_mprobe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.3194897174835205 +Command return code: 0, elapsed time: 2.3205318450927734 Finished #1598 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_mprobe-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-002_0.elapsed index 6cdf301f8..4c5e7a456 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-002_0.elapsed @@ -1 +1 @@ -7.355276346206665 \ No newline at end of file +7.45526385307312 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-002_0.txt index d6d9ce2a2..f5fab9f2f 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-002_0.txt @@ -1,5 +1,5 @@ Running #1281 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_mprobe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_mprobe-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid tag, value is 1681915906. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Mprobe(source=1, tag=1681915906, comm=MPI_COMM_WORLD, *message, *status=0x7ffd7a0082a8) +| [0] ERROR: MPI_Mprobe(source=1, tag=1681915906, comm=MPI_COMM_WORLD, *message, *status=0x7fff45afbef8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_mprobe-002.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_mprobe-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_mprobe-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_mprobe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_mprobe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220483 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266163 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220484 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266164 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.355276346206665 +Command return code: 255, elapsed time: 7.45526385307312 Finished #1281 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_mprobe-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-001_0.elapsed index a58be740b..79d3287e5 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-001_0.elapsed @@ -1 +1 @@ -0.11243581771850586 \ No newline at end of file +0.10323715209960938 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-001_0.txt index 3cb0f6d08..730def3db 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1724 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_precv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_precv_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccWEcRLP.o: in function `main': +ld: /tmp/iccadvmE9.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_precv_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_precv_init-001.c:44: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_precv_init-001.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-002_0.elapsed index 56bd64159..77d6a0be5 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-002_0.elapsed @@ -1 +1 @@ -0.11097550392150879 \ No newline at end of file +0.10705780982971191 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-002_0.txt index f61dfe88c..14885151e 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_precv_init-002_0.txt @@ -1,5 +1,5 @@ Running #1566 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_precv_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_precv_init-002.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccr7fQeZ.o: in function `main': +ld: /tmp/iccmfAEVo.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_precv_init-002.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_precv_init-002.c:44: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_precv_init-002.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_probe-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_probe-001_0.elapsed index a68935561..41dd32644 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_probe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_probe-001_0.elapsed @@ -1 +1 @@ -2.2407352924346924 \ No newline at end of file +2.319056987762451 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_probe-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_probe-001_0.txt index d0fc61cfc..b467cbfb2 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_probe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_probe-001_0.txt @@ -1,5 +1,5 @@ Running #1633 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_probe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_probe-001.c (batchinfo:1/1) @@ -47,14 +47,15 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_probe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_probe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | | -Command return code: 0, elapsed time: 2.2407352924346924 +Command return code: 0, elapsed time: 2.319056987762451 Finished #1633 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_probe-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_probe-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_probe-002_0.elapsed index 969dbacbb..af8679f68 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_probe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_probe-002_0.elapsed @@ -1 +1 @@ -7.208078145980835 \ No newline at end of file +7.193385124206543 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_probe-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_probe-002_0.txt index a6389d193..ea13f6076 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_probe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_probe-002_0.txt @@ -1,5 +1,5 @@ Running #2089 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_probe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_probe-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_probe-002.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_probe-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_probe-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_probe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_probe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232354 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277565 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232355 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277566 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.208078145980835 +Command return code: 255, elapsed time: 7.193385124206543 Finished #2089 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_probe-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-001_0.elapsed index 6d07af856..4893e7f24 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-001_0.elapsed @@ -1 +1 @@ -0.1076974868774414 \ No newline at end of file +0.10871315002441406 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-001_0.txt index 9b1b3e397..cc66665fc 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1596 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_psend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_psend_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccvehzm7.o: in function `main': +ld: /tmp/iccjShb6z.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_psend_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_psend_init-001.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_psend_init-001.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-002_0.elapsed index 083b00afb..bbc1d1d20 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-002_0.elapsed @@ -1 +1 @@ -0.10583877563476562 \ No newline at end of file +0.10414743423461914 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-002_0.txt index 81032e212..00d4d84f4 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1355 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_psend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_psend_init-002.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icc9aQ9zK.o: in function `main': +ld: /tmp/iccCHaj7k.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_psend_init-002.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_psend_init-002.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_psend_init-002.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-003_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-003_0.elapsed index 6e04f769c..22d351ab8 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-003_0.elapsed @@ -1 +1 @@ -0.10461211204528809 \ No newline at end of file +0.1373758316040039 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-003_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-003_0.txt index ed861d944..05960c1f6 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_psend_init-003_0.txt @@ -1,5 +1,5 @@ Running #2041 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_psend_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_psend_init-003.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccSDhZJi.o: in function `main': +ld: /tmp/iccvjfmef.o: in function `main': /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_psend_init-003.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_psend_init-003.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_psend_init-003.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_recv-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_recv-001_0.elapsed index 6ab88b675..dbcbdf67f 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_recv-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_recv-001_0.elapsed @@ -1 +1 @@ -2.3871371746063232 \ No newline at end of file +1.389173984527588 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_recv-001_0.md5sum b/logs-20240607/itac/InvalidParam-Tag-mpi_recv-001_0.md5sum deleted file mode 100644 index ed6283d10..000000000 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_recv-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -6478f50eab866ebdcc20c8fa012f7e98 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_recv-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_recv-001_0.txt index edd2f5c19..95daee4e9 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_recv-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_recv-001_0.txt @@ -1,5 +1,5 @@ Running #1581 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_recv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_recv-001.c (batchinfo:1/1) @@ -47,14 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_recv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | -| [0] INFO: Error checking completed without finding any problems. +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 270740 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -| Rank 0 finished normally -| Rank 1 finished normally +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 270741 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -| -Command return code: 0, elapsed time: 2.3871371746063232 +Command return code: 255, elapsed time: 1.389173984527588 Finished #1581 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_recv-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_recv-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_recv-002_0.elapsed index 437711145..0a43ab752 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_recv-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_recv-002_0.elapsed @@ -1 +1 @@ -7.0595550537109375 \ No newline at end of file +6.852833271026611 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_recv-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_recv-002_0.txt index 8ee19b08d..291b4ef53 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_recv-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_recv-002_0.txt @@ -1,5 +1,5 @@ Running #2068 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_recv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_recv-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_recv-002.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_recv-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_recv-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_recv-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_recv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234649 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 4372 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234650 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 4373 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.0595550537109375 +Command return code: 255, elapsed time: 6.852833271026611 Finished #2068 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_recv-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-001_0.elapsed index 61796ba78..320a04e26 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-001_0.elapsed @@ -1 +1 @@ -2.2042453289031982 \ No newline at end of file +2.276162624359131 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-001_0.txt index 83214ab21..b67399557 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1630 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_recv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_recv_init-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_recv_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_recv_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | | -Command return code: 0, elapsed time: 2.2042453289031982 +Command return code: 0, elapsed time: 2.276162624359131 Finished #1630 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_recv_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-002_0.elapsed index e9a2ad2a6..8b5c38886 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-002_0.elapsed @@ -1 +1 @@ -7.5484278202056885 \ No newline at end of file +7.239140748977661 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-002_0.txt index 40c87df86..b1967422c 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-002_0.txt @@ -1,5 +1,5 @@ Running #1957 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_recv_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_recv_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid tag, value is 1681915906. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv_init(*buf=0x470760, count=10, datatype=MPI_INT, source=1, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffe9f58aca8) +| [0] ERROR: MPI_Recv_init(*buf=0x470760, count=10, datatype=MPI_INT, source=1, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7fffbc789e58) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_recv_init-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_recv_init-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_recv_init-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_recv_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_recv_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229892 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277228 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229893 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277229 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.5484278202056885 +Command return code: 255, elapsed time: 7.239140748977661 Finished #1957 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_recv_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-001_0.elapsed index 0a9fd9f8b..24918bd31 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-001_0.elapsed @@ -1 +1 @@ -7.91575026512146 \ No newline at end of file +8.098868131637573 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-001_0.txt index c7533ddb5..24061feb7 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-001_0.txt @@ -1,5 +1,5 @@ Running #1358 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_rsend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Rsend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_rsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_rsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_rsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208324 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257548 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208325 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257549 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.91575026512146 +Command return code: 255, elapsed time: 8.098868131637573 Finished #1358 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-002_0.elapsed index 4e255b97b..ef7710d0b 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-002_0.elapsed @@ -1 +1 @@ -8.076331853866577 \ No newline at end of file +7.9229416847229 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-002_0.txt index c924296b4..b1b232a71 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-002_0.txt @@ -1,5 +1,5 @@ Running #1856 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_rsend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is 1681915906. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Rsend(*buf=0x46ad10, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend-002.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_rsend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_rsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_rsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223826 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267987 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223827 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267988 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.076331853866577 +Command return code: 255, elapsed time: 7.9229416847229 Finished #1856 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-003_0.elapsed index c2f059fce..d1b96a29c 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-003_0.elapsed @@ -1 +1 @@ -0.9778106212615967 \ No newline at end of file +7.817063808441162 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-003_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-003_0.txt index 4a7c787e1..d1676fd5b 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend-003_0.txt @@ -1,5 +1,5 @@ Running #1818 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_rsend-003.c (batchinfo:1/1) @@ -47,23 +47,35 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [1] ERROR: LOCAL:MPI:CALL_FAILED: error +| [1] ERROR: Invalid tag, value is -1. +| [1] ERROR: Error occurred at: +| [1] ERROR: MPI_Rsend(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) +| [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend-003.c:43) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_rsend-003) +| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_rsend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221994 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 266929 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221995 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 266930 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9778106212615967 +Command return code: 255, elapsed time: 7.817063808441162 Finished #1818 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend-003.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-001_0.elapsed index 4ab82bafd..b35607dcd 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-001_0.elapsed @@ -1 +1 @@ -7.7724268436431885 \ No newline at end of file +7.972697973251343 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-001_0.txt index 90db2e238..269ec975d 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1984 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_rsend_init-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend_init(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffe66d8d978) +| [1] ERROR: MPI_Rsend_init(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffc4169e868) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend_init-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_rsend_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_rsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_rsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224791 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 272206 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224792 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 272207 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.7724268436431885 +Command return code: 255, elapsed time: 7.972697973251343 Finished #1984 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-002_0.elapsed index f4da26cca..8f79e888a 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-002_0.elapsed @@ -1 +1 @@ -7.978030204772949 \ No newline at end of file +7.81536865234375 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-002_0.txt index 060397ff1..9773c7f70 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1962 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_rsend_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is 1681915906. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend_init(*buf=0x46ac00, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffe26a6c8f8) +| [1] ERROR: MPI_Rsend_init(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffc5f78cc78) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend_init-002.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_rsend_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_rsend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_rsend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230903 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 278216 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230904 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 278217 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.978030204772949 +Command return code: 255, elapsed time: 7.81536865234375 Finished #1962 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-003_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-003_0.elapsed index c987bdb0a..a6b14b996 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-003_0.elapsed @@ -1 +1 @@ -7.981638431549072 \ No newline at end of file +8.050208330154419 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-003_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-003_0.txt index ede6c596f..65b73a084 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-003_0.txt @@ -1,5 +1,5 @@ Running #1758 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_rsend_init-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Rsend_init(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffd38fab568) +| [1] ERROR: MPI_Rsend_init(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7fffc34d3a28) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend_init-003.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_rsend_init-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_rsend_init-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_rsend_init-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_rsend_init-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224025 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269292 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224026 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269293 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.981638431549072 +Command return code: 255, elapsed time: 8.050208330154419 Finished #1758 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_rsend_init-003.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_send-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_send-001_0.elapsed index 9ecdac9fc..1f75adf84 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_send-001_0.elapsed @@ -1 +1 @@ -7.902228832244873 \ No newline at end of file +8.01183819770813 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_send-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_send-001_0.txt index 0be7efd6d..e6d225cf7 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_send-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1367 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_send-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Send(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_send-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_send-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_send-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211139 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260072 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211140 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260073 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.902228832244873 +Command return code: 255, elapsed time: 8.01183819770813 Finished #1367 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_send-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_send-002_0.elapsed index a9b48512c..7fc5690a4 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_send-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_send-002_0.elapsed @@ -1 +1 @@ -7.768272161483765 \ No newline at end of file +7.728042125701904 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_send-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_send-002_0.txt index d34812c7d..ad8302a96 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_send-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_send-002_0.txt @@ -1,5 +1,5 @@ Running #1973 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_send-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is 1681915906. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Send(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_send-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_send-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_send-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_send-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233006 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2626 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233007 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2628 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.768272161483765 +Command return code: 255, elapsed time: 7.728042125701904 Finished #1973 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_send-003_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_send-003_0.elapsed index 972111b33..b5ddd97af 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_send-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_send-003_0.elapsed @@ -1 +1 @@ -7.9607627391815186 \ No newline at end of file +8.723148822784424 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_send-003_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_send-003_0.txt index 4726861ad..d58d8ac8a 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_send-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_send-003_0.txt @@ -1,5 +1,5 @@ Running #1343 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_send-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Send(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send-003.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_send-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_send-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_send-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_send-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215976 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261688 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215977 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261692 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.9607627391815186 +Command return code: 255, elapsed time: 8.723148822784424 Finished #1343 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send-003.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-001_0.elapsed index 62f9468fb..1394baf83 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-001_0.elapsed @@ -1 +1 @@ -7.997959852218628 \ No newline at end of file +7.93083381652832 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-001_0.txt index 638ef2a53..ef681aba3 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-001_0.txt @@ -1,5 +1,5 @@ Running #1523 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_send_init-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send_init(*buf=0x46ac00, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffe3c6245e8) +| [1] ERROR: MPI_Send_init(*buf=0x46ad10, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffc6b0f4548) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send_init-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_send_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_send_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_send_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209426 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256058 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209427 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256059 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.997959852218628 +Command return code: 255, elapsed time: 7.93083381652832 Finished #1523 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-002_0.elapsed index faee0889f..1e4f5b7b3 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-002_0.elapsed @@ -1 +1 @@ -7.820404529571533 \ No newline at end of file +8.295138120651245 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-002_0.txt index 31fc1d290..3ba9d5a6b 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-002_0.txt @@ -1,5 +1,5 @@ Running #1555 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_send_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is 1681915906. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send_init(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffcf5770dc8) +| [1] ERROR: MPI_Send_init(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7fff0234f5d8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send_init-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_send_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_send_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_send_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211053 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255648 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211054 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255649 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.820404529571533 +Command return code: 255, elapsed time: 8.295138120651245 Finished #1555 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-003_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-003_0.elapsed index 142aa3a5f..179bab471 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-003_0.elapsed @@ -1 +1 @@ -7.778783321380615 \ No newline at end of file +8.625359535217285 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-003_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-003_0.txt index 3a537662e..44dd08ee3 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-003_0.txt @@ -1,5 +1,5 @@ Running #2007 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_send_init-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Send_init(*buf=0x46acc0, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7fffa5b06af8) +| [1] ERROR: MPI_Send_init(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffc744ed9e8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send_init-003.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_send_init-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_send_init-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_send_init-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_send_init-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233132 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3085 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233133 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3086 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.778783321380615 +Command return code: 255, elapsed time: 8.625359535217285 Finished #2007 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_send_init-003.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-001_0.elapsed index c45e11ae9..b6f4495d2 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-001_0.elapsed @@ -1 +1 @@ -7.9622931480407715 \ No newline at end of file +7.8864171504974365 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-001_0.txt index 593c42c53..e430bae8a 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-001_0.txt @@ -1,5 +1,5 @@ Running #1536 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_ssend-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Ssend(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_ssend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ssend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ssend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213124 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259660 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213125 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259661 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.9622931480407715 +Command return code: 255, elapsed time: 7.8864171504974365 Finished #1536 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-002_0.elapsed index 7ca5293f9..b91df0439 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-002_0.elapsed @@ -1 +1 @@ -8.819126844406128 \ No newline at end of file +8.06399393081665 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-002_0.txt index b166a3e93..4101b8919 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-002_0.txt @@ -1,5 +1,5 @@ Running #1576 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_ssend-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is 1681915906. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Ssend(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_ssend-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ssend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ssend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 225830 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269907 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 225833 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269908 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.819126844406128 +Command return code: 255, elapsed time: 8.06399393081665 Finished #1576 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-003_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-003_0.elapsed index 527127863..b3e4ce6fa 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-003_0.elapsed @@ -1 +1 @@ -7.984262466430664 \ No newline at end of file +8.13994288444519 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-003_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-003_0.txt index 3f62bb92a..5bd97a420 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-003_0.txt @@ -1,5 +1,5 @@ Running #1920 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_ssend-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend(*buf=0x46ac00, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Ssend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend-003.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_ssend-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_ssend-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ssend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ssend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224900 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269978 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224901 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269979 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.984262466430664 +Command return code: 255, elapsed time: 8.13994288444519 Finished #1920 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend-003.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-001_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-001_0.elapsed index 79dd41c29..20b14f124 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-001_0.elapsed @@ -1 +1 @@ -8.008368968963623 \ No newline at end of file +8.005664587020874 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-001_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-001_0.txt index ee656b93f..61014a849 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1981 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_ssend_init-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend_init(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffdf7d0ee58) +| [1] ERROR: MPI_Ssend_init(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffdb8a56b68) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend_init-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_ssend_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ssend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ssend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224020 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 271270 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224021 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 271271 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.008368968963623 +Command return code: 255, elapsed time: 8.005664587020874 Finished #1981 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend_init-001.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-002_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-002_0.elapsed index c4004c290..5cf6c4c29 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-002_0.elapsed @@ -1 +1 @@ -7.469126462936401 \ No newline at end of file +7.450525522232056 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-002_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-002_0.txt index 952483f36..4d5b75f49 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1941 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_ssend_init-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is 1681915906. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend_init(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffc46aac228) +| [1] ERROR: MPI_Ssend_init(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=1681915906, comm=MPI_COMM_WORLD, *request=0x7ffd12f1fbd8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend_init-002.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_ssend_init-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ssend_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ssend_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 235549 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 4341 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 235550 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 4342 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.469126462936401 +Command return code: 255, elapsed time: 7.450525522232056 Finished #1941 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend_init-002.c diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-003_0.elapsed b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-003_0.elapsed index 1c6738603..71b844c89 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-003_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-003_0.elapsed @@ -1 +1 @@ -7.844625473022461 \ No newline at end of file +8.038818597793579 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-003_0.txt b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-003_0.txt index d0f8600ce..dd6dab33e 100644 --- a/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-003_0.txt +++ b/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-003_0.txt @@ -1,5 +1,5 @@ Running #1835 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Tag-mpi_ssend_init-003.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Invalid tag, value is -1. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ssend_init(*buf=0x46ac00, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffe60e3de18) +| [1] ERROR: MPI_Ssend_init(*buf=0x46ad10, count=10, datatype=MPI_INT, dest=0, tag=MPI_ANY_TAG, comm=MPI_COMM_WORLD, *request=0x7ffecf5a55c8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend_init-003.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Tag-mpi_ssend_init-003) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Tag-mpi_ssend_init-003) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ssend_init-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Tag-mpi_ssend_init-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230511 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274697 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230512 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274698 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.844625473022461 +Command return code: 255, elapsed time: 8.038818597793579 Finished #1835 /MBI/scripts/gencodes/P2P/InvalidParam-Tag-mpi_ssend_init-003.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-001_0.elapsed index 0dd388839..003cd40a6 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-001_0.elapsed @@ -1 +1 @@ -7.134752511978149 \ No newline at end of file +7.171127080917358 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-001_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-001_0.txt index 7e6727f98..c1653f5b0 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-001_0.txt @@ -1,5 +1,5 @@ Running #727 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_allreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_allreduce-001.c (batchinfo:1/1) @@ -56,10 +56,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_allreduce-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_allreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_allreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_allreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182636 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227645 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182637 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227646 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.134752511978149 +Command return code: 255, elapsed time: 7.171127080917358 Finished #727 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_allreduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-002_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-002_0.elapsed index ae9f3789d..afbbbb5c3 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-002_0.elapsed @@ -1 +1 @@ -7.206117868423462 \ No newline at end of file +7.304684638977051 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-002_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-002_0.txt index a99045b05..bc1e1cb87 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-002_0.txt @@ -1,5 +1,5 @@ Running #970 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_allreduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_allreduce-002.c (batchinfo:1/1) @@ -60,10 +60,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_allreduce-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_allreduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_allreduce-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_allreduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_allreduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -71,16 +71,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196209 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242119 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196210 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242120 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.206117868423462 +Command return code: 255, elapsed time: 7.304684638977051 Finished #970 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_allreduce-002.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_bcast-001_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_bcast-001_0.elapsed index d43e8626f..8512538eb 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_bcast-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_bcast-001_0.elapsed @@ -1 +1 @@ -7.117064714431763 \ No newline at end of file +7.179500341415405 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_bcast-001_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_bcast-001_0.txt index 7eef3845d..3c3ad4231 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_bcast-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_bcast-001_0.txt @@ -1,5 +1,5 @@ Running #594 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_bcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_bcast-001.c (batchinfo:1/1) @@ -56,10 +56,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_bcast-001.c:35) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_bcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_bcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_bcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_bcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 179756 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 225105 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 179757 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 225106 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.117064714431763 +Command return code: 255, elapsed time: 7.179500341415405 Finished #594 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_bcast-001.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_bcast-002_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_bcast-002_0.elapsed index d622209fc..9b08b2a24 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_bcast-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_bcast-002_0.elapsed @@ -1 +1 @@ -7.1127636432647705 \ No newline at end of file +7.189775466918945 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_bcast-002_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_bcast-002_0.txt index d27fcab63..605e4c771 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_bcast-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_bcast-002_0.txt @@ -1,5 +1,5 @@ Running #1137 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_bcast-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_bcast-002.c (batchinfo:1/1) @@ -60,10 +60,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_bcast-002.c:35) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_bcast-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_bcast-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_bcast-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_bcast-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -71,16 +71,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204866 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250466 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204867 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250467 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.1127636432647705 +Command return code: 255, elapsed time: 7.189775466918945 Finished #1137 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_bcast-002.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_exscan-001_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_exscan-001_0.elapsed index c913eb734..2cdb6e409 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -7.345503091812134 \ No newline at end of file +7.383196830749512 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_exscan-001_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_exscan-001_0.txt index d612df266..e69645e8d 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #884 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_exscan-001.c (batchinfo:1/1) @@ -56,10 +56,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_exscan-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_exscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_exscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_exscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197536 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241033 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197537 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241034 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.345503091812134 +Command return code: 255, elapsed time: 7.383196830749512 Finished #884 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_exscan-001.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_exscan-002_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_exscan-002_0.elapsed index 467014e70..ed710d41a 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_exscan-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_exscan-002_0.elapsed @@ -1 +1 @@ -7.36625862121582 \ No newline at end of file +1.2723956108093262 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_exscan-002_0.md5sum b/logs-20240607/itac/InvalidParam-Type-mpi_exscan-002_0.md5sum deleted file mode 100644 index 5df842caf..000000000 --- a/logs-20240607/itac/InvalidParam-Type-mpi_exscan-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -a62b9a813c605946872d54cebd8a5941 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_exscan-002_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_exscan-002_0.txt index 46b15576b..02cb132b7 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_exscan-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_exscan-002_0.txt @@ -1,5 +1,5 @@ Running #1052 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_exscan-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_exscan-002.c (batchinfo:1/1) @@ -51,36 +51,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:INVALID_PARAMETER: error -| [0] ERROR: Invalid parameter found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: Invalid datatype in parameter "datatype" in the 2 processes with local ranks [0:1] (same as global ranks): -| [0] ERROR: MPI_Exscan(*sendbuf=..., *recvbuf=..., count=10, datatype=... <<invalid>>, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_exscan-002.c:37) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_exscan-002) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_exscan-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211487 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261368 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211488 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261369 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.36625862121582 +Command return code: 255, elapsed time: 1.2723956108093262 Finished #1052 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_exscan-002.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-001_0.elapsed index d6f115613..a958bea05 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -7.26920223236084 \ No newline at end of file +7.290738582611084 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-001_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-001_0.txt index b4bda3774..041353420 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #806 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_iallreduce-001.c (batchinfo:1/1) @@ -56,10 +56,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_iallreduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198406 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244481 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198407 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244482 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.26920223236084 +Command return code: 255, elapsed time: 7.290738582611084 Finished #806 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-002_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-002_0.elapsed index dd0b17ca7..9f3856f53 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-002_0.elapsed @@ -1 +1 @@ -7.100539207458496 \ No newline at end of file +7.212579250335693 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-002_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-002_0.txt index fa24119df..e03bf6e59 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-002_0.txt @@ -1,5 +1,5 @@ Running #566 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_iallreduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_iallreduce-002.c (batchinfo:1/1) @@ -60,10 +60,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_iallreduce-002.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_iallreduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_iallreduce-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_iallreduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_iallreduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -71,16 +71,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182904 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228032 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182905 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228034 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.100539207458496 +Command return code: 255, elapsed time: 7.212579250335693 Finished #566 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_iallreduce-002.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-001_0.elapsed index c455e0c6d..2e5fc75dc 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -7.452729225158691 \ No newline at end of file +7.435818433761597 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-001_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-001_0.txt index a5f5e5eb6..742f41f4d 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #981 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_ibcast-001.c (batchinfo:1/1) @@ -56,10 +56,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_ibcast-001.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_ibcast-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_ibcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202695 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248442 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202696 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248443 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.452729225158691 +Command return code: 255, elapsed time: 7.435818433761597 Finished #981 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_ibcast-001.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-002_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-002_0.elapsed index 0aec0c631..082c61fc9 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-002_0.elapsed @@ -1 +1 @@ -7.292331695556641 \ No newline at end of file +7.275604963302612 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-002_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-002_0.txt index bb62d822e..99a63f287 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-002_0.txt @@ -1,5 +1,5 @@ Running #847 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_ibcast-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_ibcast-002.c (batchinfo:1/1) @@ -60,10 +60,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_ibcast-002.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_ibcast-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_ibcast-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_ibcast-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_ibcast-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -71,16 +71,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201471 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247581 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201472 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247582 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.292331695556641 +Command return code: 255, elapsed time: 7.275604963302612 Finished #847 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_ibcast-002.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-001_0.elapsed index 5f15f02c5..24e168b83 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -7.193195819854736 \ No newline at end of file +7.217469215393066 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-001_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-001_0.txt index 0431cbef0..2163aad7b 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #458 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_ireduce-001.c (batchinfo:1/1) @@ -56,10 +56,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_ireduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188650 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234948 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188651 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234949 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.193195819854736 +Command return code: 255, elapsed time: 7.217469215393066 Finished #458 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_ireduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-002_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-002_0.elapsed index 1b9bd45bf..023b8e8e5 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-002_0.elapsed @@ -1 +1 @@ -7.17944860458374 \ No newline at end of file +7.194533586502075 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-002_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-002_0.txt index 315e66ce7..ba66e141e 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-002_0.txt @@ -1,5 +1,5 @@ Running #627 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_ireduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_ireduce-002.c (batchinfo:1/1) @@ -60,10 +60,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_ireduce-002.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_ireduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_ireduce-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_ireduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_ireduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -71,16 +71,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 180070 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 226204 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 180072 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 226205 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.17944860458374 +Command return code: 255, elapsed time: 7.194533586502075 Finished #627 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_ireduce-002.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_iscan-001_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_iscan-001_0.elapsed index eee0a0bff..1ed340f57 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -7.338226556777954 \ No newline at end of file +7.308782339096069 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_iscan-001_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_iscan-001_0.txt index 34705d72b..1e406591b 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #782 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_iscan-001.c (batchinfo:1/1) @@ -56,10 +56,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_iscan-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_iscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_iscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_iscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197429 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243046 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197431 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243047 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.338226556777954 +Command return code: 255, elapsed time: 7.308782339096069 Finished #782 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_iscan-001.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_iscan-002_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_iscan-002_0.elapsed index 1b0b9a174..82b674846 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_iscan-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_iscan-002_0.elapsed @@ -1 +1 @@ -7.46004581451416 \ No newline at end of file +7.282281160354614 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_iscan-002_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_iscan-002_0.txt index 15ad65b7b..7ab93c370 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_iscan-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_iscan-002_0.txt @@ -1,5 +1,5 @@ Running #1214 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_iscan-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_iscan-002.c (batchinfo:1/1) @@ -60,10 +60,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_iscan-002.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_iscan-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_iscan-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_iscan-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_iscan-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -71,16 +71,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219085 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263994 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219086 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263995 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.46004581451416 +Command return code: 255, elapsed time: 7.282281160354614 Finished #1214 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_iscan-002.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_reduce-001_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_reduce-001_0.elapsed index 49bd5c969..15923b513 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -7.2472898960113525 \ No newline at end of file +7.299007177352905 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_reduce-001_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_reduce-001_0.txt index 05ba45f92..b52270f53 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #604 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_reduce-001.c (batchinfo:1/1) @@ -56,10 +56,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_reduce-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_reduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_reduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_reduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188597 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234145 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188598 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234146 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2472898960113525 +Command return code: 255, elapsed time: 7.299007177352905 Finished #604 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_reduce-001.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_reduce-002_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_reduce-002_0.elapsed index 30d78f790..1179aa794 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_reduce-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_reduce-002_0.elapsed @@ -1 +1 @@ -7.415439128875732 \ No newline at end of file +7.328270673751831 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_reduce-002_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_reduce-002_0.txt index 0af379665..ffbea2911 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_reduce-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_reduce-002_0.txt @@ -1,5 +1,5 @@ Running #1213 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_reduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_reduce-002.c (batchinfo:1/1) @@ -60,10 +60,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_reduce-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_reduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_reduce-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_reduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_reduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -71,16 +71,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218657 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263780 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218658 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263781 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.415439128875732 +Command return code: 255, elapsed time: 7.328270673751831 Finished #1213 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_reduce-002.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_scan-001_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_scan-001_0.elapsed index 2643f7a0c..b65780db2 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_scan-001_0.elapsed @@ -1 +1 @@ -7.293778419494629 \ No newline at end of file +7.488949775695801 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_scan-001_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_scan-001_0.txt index 110e7c073..d85c14ace 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_scan-001_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #1012 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_scan-001.c (batchinfo:1/1) @@ -56,10 +56,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_scan-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_scan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202302 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248318 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202303 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248319 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.293778419494629 +Command return code: 255, elapsed time: 7.488949775695801 Finished #1012 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_scan-001.c diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_scan-002_0.elapsed b/logs-20240607/itac/InvalidParam-Type-mpi_scan-002_0.elapsed index 9037bf43c..d25b7529a 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_scan-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-Type-mpi_scan-002_0.elapsed @@ -1 +1 @@ -7.299385070800781 \ No newline at end of file +7.164081811904907 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-Type-mpi_scan-002_0.txt b/logs-20240607/itac/InvalidParam-Type-mpi_scan-002_0.txt index d86c4fbd7..69ec62f4b 100644 --- a/logs-20240607/itac/InvalidParam-Type-mpi_scan-002_0.txt +++ b/logs-20240607/itac/InvalidParam-Type-mpi_scan-002_0.txt @@ -1,5 +1,5 @@ Running #1075 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_scan-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-Type-mpi_scan-002.c (batchinfo:1/1) @@ -60,10 +60,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_scan-002.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-Type-mpi_scan-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-Type-mpi_scan-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-Type-mpi_scan-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-Type-mpi_scan-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:INVALID_PARAMETER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -71,16 +71,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206008 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250505 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206009 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250507 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.299385070800781 +Command return code: 255, elapsed time: 7.164081811904907 Finished #1075 /MBI/scripts/gencodes/COLL/InvalidParam-Type-mpi_scan-002.c diff --git a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001_0.elapsed b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001_0.elapsed index 3551aa65b..1469b5e17 100644 --- a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001_0.elapsed @@ -1 +1 @@ -1.2136785984039307 \ No newline at end of file +1.2043054103851318 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001_0.md5sum b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001_0.md5sum deleted file mode 100644 index 693bf86eb..000000000 --- a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -4221235ef39b5ffb724109a79551e306 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001_0.txt b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001_0.txt index 4b59710e2..7a8f9d579 100644 --- a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001_0.txt +++ b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-001_0.txt @@ -1,5 +1,5 @@ Running #1572 /MBI/scripts/gencodes/P2P/InvalidParam-array_of_indices-mpi_testsome-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-array_of_indices-mpi_testsome-001.c (batchinfo:1/1) @@ -47,23 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 224594 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269111 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 224595 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269112 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.2136785984039307 +Command return code: 255, elapsed time: 1.2043054103851318 Finished #1572 /MBI/scripts/gencodes/P2P/InvalidParam-array_of_indices-mpi_testsome-001.c diff --git a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-002_0.elapsed b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-002_0.elapsed index 7f7a6c6c7..c45567e41 100644 --- a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-002_0.elapsed @@ -1 +1 @@ -7.357051849365234 \ No newline at end of file +7.384403467178345 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-002_0.txt b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-002_0.txt index 939fa4e51..4ade87b5c 100644 --- a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-002_0.txt +++ b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-002_0.txt @@ -1,5 +1,5 @@ Running #1362 /MBI/scripts/gencodes/P2P/InvalidParam-array_of_indices-mpi_testsome-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-array_of_indices-mpi_testsome-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter array_of_indices. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Testsome(incount=1, *array_of_requests=0x7ffffdf52608, *outcount=0x7ffffdf5260c, *array_of_indices=NULL, *array_of_statuses=0x1) +| [0] ERROR: MPI_Testsome(incount=1, *array_of_requests=0x7fff4725fac8, *outcount=0x7fff4725facc, *array_of_indices=NULL, *array_of_statuses=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-array_of_indices-mpi_testsome-002.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-array_of_indices-mpi_testsome-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-array_of_indices-mpi_testsome-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-array_of_indices-mpi_testsome-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-array_of_indices-mpi_testsome-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209959 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259256 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209960 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259257 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.357051849365234 +Command return code: 255, elapsed time: 7.384403467178345 Finished #1362 /MBI/scripts/gencodes/P2P/InvalidParam-array_of_indices-mpi_testsome-002.c diff --git a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-001_0.elapsed b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-001_0.elapsed index fe6ab3646..f917df808 100644 --- a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-001_0.elapsed @@ -1 +1 @@ -7.495794773101807 \ No newline at end of file +7.606476068496704 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-001_0.txt b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-001_0.txt index 094b418b5..65fb5fc04 100644 --- a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-001_0.txt +++ b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-001_0.txt @@ -1,5 +1,5 @@ Running #1301 /MBI/scripts/gencodes/P2P/InvalidParam-array_of_indices-mpi_waitsome-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-array_of_indices-mpi_waitsome-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter array_of_indices. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Waitsome(incount=1, *array_of_requests=0x7ffd1953c6a8, *outcount=0x7ffd1953c6ac, *array_of_indices=NULL, *array_of_statuses=0x1) +| [0] ERROR: MPI_Waitsome(incount=1, *array_of_requests=0x7ffe5bfcae38, *outcount=0x7ffe5bfcae3c, *array_of_indices=NULL, *array_of_statuses=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-array_of_indices-mpi_waitsome-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-array_of_indices-mpi_waitsome-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-array_of_indices-mpi_waitsome-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-array_of_indices-mpi_waitsome-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215433 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262939 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215434 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262940 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.495794773101807 +Command return code: 255, elapsed time: 7.606476068496704 Finished #1301 /MBI/scripts/gencodes/P2P/InvalidParam-array_of_indices-mpi_waitsome-001.c diff --git a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-002_0.elapsed b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-002_0.elapsed index a9c80c5a0..958f2bf38 100644 --- a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-002_0.elapsed @@ -1 +1 @@ -7.147683143615723 \ No newline at end of file +6.969176769256592 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-002_0.txt b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-002_0.txt index 0e8cb3e20..58edcc0cf 100644 --- a/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-002_0.txt +++ b/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-002_0.txt @@ -1,5 +1,5 @@ Running #2061 /MBI/scripts/gencodes/P2P/InvalidParam-array_of_indices-mpi_waitsome-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-array_of_indices-mpi_waitsome-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter array_of_indices. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Waitsome(incount=1, *array_of_requests=0x7ffc849f72e8, *outcount=0x7ffc849f72ec, *array_of_indices=NULL, *array_of_statuses=0x1) +| [0] ERROR: MPI_Waitsome(incount=1, *array_of_requests=0x7ffd57e32288, *outcount=0x7ffd57e3228c, *array_of_indices=NULL, *array_of_statuses=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-array_of_indices-mpi_waitsome-002.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-array_of_indices-mpi_waitsome-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-array_of_indices-mpi_waitsome-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-array_of_indices-mpi_waitsome-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-array_of_indices-mpi_waitsome-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233937 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3237 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233938 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3238 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.147683143615723 +Command return code: 255, elapsed time: 6.969176769256592 Finished #2061 /MBI/scripts/gencodes/P2P/InvalidParam-array_of_indices-mpi_waitsome-002.c diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_improbe-001_0.elapsed b/logs-20240607/itac/InvalidParam-flag-mpi_improbe-001_0.elapsed index 443446d67..e3f976608 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_improbe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-flag-mpi_improbe-001_0.elapsed @@ -1 +1 @@ -7.205140113830566 \ No newline at end of file +7.1512908935546875 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_improbe-001_0.txt b/logs-20240607/itac/InvalidParam-flag-mpi_improbe-001_0.txt index 2678fc2aa..83b08ccf3 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_improbe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-flag-mpi_improbe-001_0.txt @@ -1,5 +1,5 @@ Running #1969 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_improbe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-flag-mpi_improbe-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter flag. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Improbe(source=1, tag=0, comm=MPI_COMM_WORLD, *flag=NULL<<invalid>>, *message, *status=0x7ffd2bcab2b8) +| [0] ERROR: MPI_Improbe(source=1, tag=0, comm=MPI_COMM_WORLD, *flag=NULL<<invalid>>, *message, *status=0x7ffca4e7da78) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_improbe-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-flag-mpi_improbe-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-flag-mpi_improbe-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-flag-mpi_improbe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-flag-mpi_improbe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232041 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2175 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232042 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2176 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.205140113830566 +Command return code: 255, elapsed time: 7.1512908935546875 Finished #1969 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_improbe-001.c diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_improbe-002_0.elapsed b/logs-20240607/itac/InvalidParam-flag-mpi_improbe-002_0.elapsed index 77f4dacc1..1ad59e384 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_improbe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-flag-mpi_improbe-002_0.elapsed @@ -1 +1 @@ -7.461360454559326 \ No newline at end of file +7.41178297996521 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_improbe-002_0.txt b/logs-20240607/itac/InvalidParam-flag-mpi_improbe-002_0.txt index 0c9b2cfec..6170a2a84 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_improbe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-flag-mpi_improbe-002_0.txt @@ -1,5 +1,5 @@ Running #1583 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_improbe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-flag-mpi_improbe-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter flag. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Improbe(source=1, tag=0, comm=MPI_COMM_WORLD, *flag=NULL<<invalid>>, *message, *status=0x7fffb9194c38) +| [0] ERROR: MPI_Improbe(source=1, tag=0, comm=MPI_COMM_WORLD, *flag=NULL<<invalid>>, *message, *status=0x7ffc72c26ed8) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_improbe-002.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-flag-mpi_improbe-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-flag-mpi_improbe-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-flag-mpi_improbe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-flag-mpi_improbe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227452 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270905 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227453 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270906 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.461360454559326 +Command return code: 255, elapsed time: 7.41178297996521 Finished #1583 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_improbe-002.c diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_initialized-001_0.elapsed b/logs-20240607/itac/InvalidParam-flag-mpi_initialized-001_0.elapsed index a1243ba4f..99729945f 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_initialized-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-flag-mpi_initialized-001_0.elapsed @@ -1 +1 @@ -7.5219197273254395 \ No newline at end of file +7.6660401821136475 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_initialized-001_0.txt b/logs-20240607/itac/InvalidParam-flag-mpi_initialized-001_0.txt index 66da6d7fb..5a40faa37 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_initialized-001_0.txt +++ b/logs-20240607/itac/InvalidParam-flag-mpi_initialized-001_0.txt @@ -1,5 +1,5 @@ Running #2102 /MBI/scripts/gencodes/other/InvalidParam-flag-mpi_initialized-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-flag-mpi_initialized-001.c (batchinfo:1/1) @@ -55,7 +55,7 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/other/InvalidParam-flag-mpi_initialized-001.c:33) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-flag-mpi_initialized-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-flag-mpi_initialized-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error @@ -65,10 +65,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/other/InvalidParam-flag-mpi_initialized-001.c:33) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-flag-mpi_initialized-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-flag-mpi_initialized-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-flag-mpi_initialized-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-flag-mpi_initialized-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 235326 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3662 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 235327 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3663 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.5219197273254395 +Command return code: 255, elapsed time: 7.6660401821136475 Finished #2102 /MBI/scripts/gencodes/other/InvalidParam-flag-mpi_initialized-001.c diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-001_0.elapsed b/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-001_0.elapsed index e659c5b1e..8f5c5c54e 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-001_0.elapsed @@ -1 +1 @@ -7.244348049163818 \ No newline at end of file +7.156968593597412 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-001_0.txt b/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-001_0.txt index 6fb6acb8a..12b4442c2 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-001_0.txt +++ b/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-001_0.txt @@ -1,5 +1,5 @@ Running #2090 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_iprobe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-flag-mpi_iprobe-001.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_iprobe-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-flag-mpi_iprobe-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-flag-mpi_iprobe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-flag-mpi_iprobe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232708 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277889 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232709 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277890 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.244348049163818 +Command return code: 255, elapsed time: 7.156968593597412 Finished #2090 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_iprobe-001.c diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-002_0.elapsed b/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-002_0.elapsed index 3d8c2e632..6338cc4e4 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-002_0.elapsed @@ -1 +1 @@ -7.378385066986084 \ No newline at end of file +7.525458574295044 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-002_0.txt b/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-002_0.txt index 82832f0eb..7a36e2c82 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-002_0.txt +++ b/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-002_0.txt @@ -1,5 +1,5 @@ Running #1505 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_iprobe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-flag-mpi_iprobe-002.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_iprobe-002.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-flag-mpi_iprobe-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-flag-mpi_iprobe-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-flag-mpi_iprobe-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-flag-mpi_iprobe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215247 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260621 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215248 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260622 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.378385066986084 +Command return code: 255, elapsed time: 7.525458574295044 Finished #1505 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_iprobe-002.c diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_test-001_0.elapsed b/logs-20240607/itac/InvalidParam-flag-mpi_test-001_0.elapsed index 73d6ffc99..a4382babf 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_test-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-flag-mpi_test-001_0.elapsed @@ -1 +1 @@ -1.1748106479644775 \ No newline at end of file +1.2359209060668945 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_test-001_0.md5sum b/logs-20240607/itac/InvalidParam-flag-mpi_test-001_0.md5sum deleted file mode 100644 index 56a7aacea..000000000 --- a/logs-20240607/itac/InvalidParam-flag-mpi_test-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -c30b53eaabec5a9f787432fd444a8cbd \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_test-001_0.txt b/logs-20240607/itac/InvalidParam-flag-mpi_test-001_0.txt index 8becf2461..ea85a7dd5 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_test-001_0.txt +++ b/logs-20240607/itac/InvalidParam-flag-mpi_test-001_0.txt @@ -1,5 +1,5 @@ Running #1949 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_test-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-flag-mpi_test-001.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223684 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 270283 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223685 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 270284 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1748106479644775 +Command return code: 255, elapsed time: 1.2359209060668945 Finished #1949 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_test-001.c diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_test-002_0.elapsed b/logs-20240607/itac/InvalidParam-flag-mpi_test-002_0.elapsed index e6510a7a1..cdb03a436 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_test-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-flag-mpi_test-002_0.elapsed @@ -1 +1 @@ -1.1217498779296875 \ No newline at end of file +1.126908540725708 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_test-002_0.md5sum b/logs-20240607/itac/InvalidParam-flag-mpi_test-002_0.md5sum deleted file mode 100644 index 50db846d5..000000000 --- a/logs-20240607/itac/InvalidParam-flag-mpi_test-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -668d088cf1c2516469a72db7b67045dd \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_test-002_0.txt b/logs-20240607/itac/InvalidParam-flag-mpi_test-002_0.txt index efdfbf1a1..53ff57d67 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_test-002_0.txt +++ b/logs-20240607/itac/InvalidParam-flag-mpi_test-002_0.txt @@ -1,5 +1,5 @@ Running #1480 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_test-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-flag-mpi_test-002.c (batchinfo:1/1) @@ -58,16 +58,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217995 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261084 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217996 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261085 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1217498779296875 +Command return code: 255, elapsed time: 1.126908540725708 Finished #1480 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_test-002.c diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_testall-001_0.elapsed b/logs-20240607/itac/InvalidParam-flag-mpi_testall-001_0.elapsed index caf755462..dd7234602 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_testall-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-flag-mpi_testall-001_0.elapsed @@ -1 +1 @@ -1.0692870616912842 \ No newline at end of file +1.0227701663970947 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_testall-001_0.md5sum b/logs-20240607/itac/InvalidParam-flag-mpi_testall-001_0.md5sum deleted file mode 100644 index 5a7025676..000000000 --- a/logs-20240607/itac/InvalidParam-flag-mpi_testall-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -b231cb56d3eb687d4914d81844704352 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_testall-001_0.txt b/logs-20240607/itac/InvalidParam-flag-mpi_testall-001_0.txt index e9226da29..922757c58 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_testall-001_0.txt +++ b/logs-20240607/itac/InvalidParam-flag-mpi_testall-001_0.txt @@ -1,5 +1,5 @@ Running #1364 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_testall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-flag-mpi_testall-001.c (batchinfo:1/1) @@ -53,21 +53,20 @@ Executing the command (cwd: None) | [0] ERROR: Giving up now... | [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | [1] ERROR: sending remaining 0 of 0 bytes failed: send(): Broken pipe -| [1] ERROR: sending remaining 0 of 0 bytes failed: send(): Broken pipe | [1] ERROR: connection closed by peer #0, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210489 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259730 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210490 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259731 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0692870616912842 +Command return code: 255, elapsed time: 1.0227701663970947 Finished #1364 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_testall-001.c diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_testall-002_0.elapsed b/logs-20240607/itac/InvalidParam-flag-mpi_testall-002_0.elapsed index 18546f364..6bdd265cb 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_testall-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-flag-mpi_testall-002_0.elapsed @@ -1 +1 @@ -1.0591590404510498 \ No newline at end of file +1.145310640335083 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_testall-002_0.md5sum b/logs-20240607/itac/InvalidParam-flag-mpi_testall-002_0.md5sum deleted file mode 100644 index d014a0df1..000000000 --- a/logs-20240607/itac/InvalidParam-flag-mpi_testall-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -e1184e7d9251673fbf0c05292237ee25 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_testall-002_0.txt b/logs-20240607/itac/InvalidParam-flag-mpi_testall-002_0.txt index 1506d7da1..96b5c3d56 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_testall-002_0.txt +++ b/logs-20240607/itac/InvalidParam-flag-mpi_testall-002_0.txt @@ -1,5 +1,5 @@ Running #1703 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_testall-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-flag-mpi_testall-002.c (batchinfo:1/1) @@ -57,16 +57,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222221 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268651 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222223 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268653 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0591590404510498 +Command return code: 255, elapsed time: 1.145310640335083 Finished #1703 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_testall-002.c diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_testany-001_0.elapsed b/logs-20240607/itac/InvalidParam-flag-mpi_testany-001_0.elapsed index b7c4e4c25..3a58510a3 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_testany-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-flag-mpi_testany-001_0.elapsed @@ -1 +1 @@ -8.066429376602173 \ No newline at end of file +2.0033371448516846 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_testany-001_0.md5sum b/logs-20240607/itac/InvalidParam-flag-mpi_testany-001_0.md5sum deleted file mode 100644 index 6805d1d9c..000000000 --- a/logs-20240607/itac/InvalidParam-flag-mpi_testany-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -ab147df29a69d16e401f396d0c781227 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_testany-001_0.txt b/logs-20240607/itac/InvalidParam-flag-mpi_testany-001_0.txt index c3cc31e86..0ca46498d 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_testany-001_0.txt +++ b/logs-20240607/itac/InvalidParam-flag-mpi_testany-001_0.txt @@ -1,5 +1,5 @@ Running #1706 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_testany-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-flag-mpi_testany-001.c (batchinfo:1/1) @@ -47,36 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Null pointer in parameter flag. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Testany(count=1, *array_of_requests=0x7ffe5e1e3ad8, *index=0x7ffe5e1e3ae0, *flag=NULL<<invalid>>, *status=0x1) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_testany-001.c:41) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-flag-mpi_testany-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-flag-mpi_testany-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 0 (0.0%) sends and 1 (100.0%) receives -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223035 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269589 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223037 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269591 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.066429376602173 +Command return code: 255, elapsed time: 2.0033371448516846 Finished #1706 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_testany-001.c diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_testany-002_0.elapsed b/logs-20240607/itac/InvalidParam-flag-mpi_testany-002_0.elapsed index 11bdec440..7c5daf2f5 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_testany-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-flag-mpi_testany-002_0.elapsed @@ -1 +1 @@ -7.102657794952393 \ No newline at end of file +7.2420055866241455 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-flag-mpi_testany-002_0.txt b/logs-20240607/itac/InvalidParam-flag-mpi_testany-002_0.txt index 34ae8f517..97e7a9cd7 100644 --- a/logs-20240607/itac/InvalidParam-flag-mpi_testany-002_0.txt +++ b/logs-20240607/itac/InvalidParam-flag-mpi_testany-002_0.txt @@ -1,5 +1,5 @@ Running #1289 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_testany-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-flag-mpi_testany-002.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Null pointer in parameter flag. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Testany(count=1, *array_of_requests=0x7ffff4d3b928, *index=0x7ffff4d3b930, *flag=NULL<<invalid>>, *status=0x1) +| [0] ERROR: MPI_Testany(count=1, *array_of_requests=0x7fff33bbe728, *index=0x7fff33bbe730, *flag=NULL<<invalid>>, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_testany-002.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidParam-flag-mpi_testany-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidParam-flag-mpi_testany-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidParam-flag-mpi_testany-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidParam-flag-mpi_testany-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 0 (0.0%) sends and 1 (100.0%) receives | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204817 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249817 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204818 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249818 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.102657794952393 +Command return code: 255, elapsed time: 7.2420055866241455 Finished #1289 /MBI/scripts/gencodes/P2P/InvalidParam-flag-mpi_testany-002.c diff --git a/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001_0.elapsed b/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001_0.elapsed index 4d318a8da..56ce6d493 100644 --- a/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001_0.elapsed @@ -1 +1 @@ -1.0733921527862549 \ No newline at end of file +1.1545450687408447 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001_0.md5sum b/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001_0.md5sum deleted file mode 100644 index 0b495bcc7..000000000 --- a/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -01d62310217e4cc8cea82b0609e5f72d \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001_0.txt b/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001_0.txt index 37a63658c..50299187b 100644 --- a/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001_0.txt +++ b/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-001_0.txt @@ -1,5 +1,5 @@ Running #1616 /MBI/scripts/gencodes/P2P/InvalidParam-outcount-mpi_testsome-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-outcount-mpi_testsome-001.c (batchinfo:1/1) @@ -53,20 +53,19 @@ Executing the command (cwd: None) | [0] ERROR: Giving up now... | [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | [1] ERROR: sending remaining 0 of 0 bytes failed: send(): Broken pipe -| [1] ERROR: connection closed by peer #0, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 229639 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274043 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 229640 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274044 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0733921527862549 +Command return code: 255, elapsed time: 1.1545450687408447 Finished #1616 /MBI/scripts/gencodes/P2P/InvalidParam-outcount-mpi_testsome-001.c diff --git a/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002_0.elapsed b/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002_0.elapsed index 868acdd3c..8dbbef576 100644 --- a/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002_0.elapsed @@ -1 +1 @@ -1.0883455276489258 \ No newline at end of file +2.8049588203430176 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002_0.md5sum b/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002_0.md5sum deleted file mode 100644 index 3709661d7..000000000 --- a/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -dce118832a0ddf8e067fad657b6f0998 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002_0.txt b/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002_0.txt index 59b82100e..74390c923 100644 --- a/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002_0.txt +++ b/logs-20240607/itac/InvalidParam-outcount-mpi_testsome-002_0.txt @@ -1,5 +1,5 @@ Running #1375 /MBI/scripts/gencodes/P2P/InvalidParam-outcount-mpi_testsome-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-outcount-mpi_testsome-002.c (batchinfo:1/1) @@ -51,19 +51,23 @@ Executing the command (cwd: None) | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... +| [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer +| [1] ERROR: sending remaining 0 of 0 bytes failed: send(): Broken pipe +| [1] ERROR: sending remaining 0 of 0 bytes failed: send(): Broken pipe +| [1] ERROR: connection closed by peer #0, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213594 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261689 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213595 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261693 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0883455276489258 +Command return code: 255, elapsed time: 2.8049588203430176 Finished #1375 /MBI/scripts/gencodes/P2P/InvalidParam-outcount-mpi_testsome-002.c diff --git a/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001_0.elapsed b/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001_0.elapsed index 750d17cb5..04f24cf25 100644 --- a/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001_0.elapsed +++ b/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001_0.elapsed @@ -1 +1 @@ -1.225170612335205 \ No newline at end of file +1.397993803024292 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001_0.md5sum b/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001_0.md5sum deleted file mode 100644 index 379e1756f..000000000 --- a/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -a6b88570f2d70405e38eec9a594e8740 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001_0.txt b/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001_0.txt index 6622f7765..d6589249f 100644 --- a/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001_0.txt +++ b/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-001_0.txt @@ -1,5 +1,5 @@ Running #1893 /MBI/scripts/gencodes/P2P/InvalidParam-outcount-mpi_waitsome-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-outcount-mpi_waitsome-001.c (batchinfo:1/1) @@ -53,20 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: Giving up now... | [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | [1] ERROR: sending remaining 0 of 0 bytes failed: send(): Broken pipe +| [1] ERROR: sending remaining 0 of 0 bytes failed: send(): Broken pipe | [1] ERROR: connection closed by peer #0, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 230713 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277058 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 230714 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277059 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.225170612335205 +Command return code: 255, elapsed time: 1.397993803024292 Finished #1893 /MBI/scripts/gencodes/P2P/InvalidParam-outcount-mpi_waitsome-001.c diff --git a/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002_0.elapsed b/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002_0.elapsed index f8c0a2717..3cf3f236a 100644 --- a/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002_0.elapsed +++ b/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002_0.elapsed @@ -1 +1 @@ -1.1439099311828613 \ No newline at end of file +1.1573395729064941 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002_0.md5sum b/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002_0.md5sum deleted file mode 100644 index 230b8cd18..000000000 --- a/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -9ec1fd79f7deeb707e5d8fa68aca8117 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002_0.txt b/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002_0.txt index 868600419..1a62bb6c9 100644 --- a/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002_0.txt +++ b/logs-20240607/itac/InvalidParam-outcount-mpi_waitsome-002_0.txt @@ -1,5 +1,5 @@ Running #2029 /MBI/scripts/gencodes/P2P/InvalidParam-outcount-mpi_waitsome-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidParam-outcount-mpi_waitsome-002.c (batchinfo:1/1) @@ -53,21 +53,20 @@ Executing the command (cwd: None) | [0] ERROR: Giving up now... | [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | [1] ERROR: sending remaining 0 of 0 bytes failed: send(): Broken pipe -| [1] ERROR: sending remaining 0 of 0 bytes failed: send(): Broken pipe | [1] ERROR: connection closed by peer #0, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 227580 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 274496 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 227581 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 274497 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1439099311828613 +Command return code: 255, elapsed time: 1.1573395729064941 Finished #2029 /MBI/scripts/gencodes/P2P/InvalidParam-outcount-mpi_waitsome-002.c diff --git a/logs-20240607/itac/InvalidWin-001_0.elapsed b/logs-20240607/itac/InvalidWin-001_0.elapsed index 89250f8a6..b1473cc9e 100644 --- a/logs-20240607/itac/InvalidWin-001_0.elapsed +++ b/logs-20240607/itac/InvalidWin-001_0.elapsed @@ -1 +1 @@ -7.700558423995972 \ No newline at end of file +7.706545829772949 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidWin-001_0.txt b/logs-20240607/itac/InvalidWin-001_0.txt index d700a70ea..8e9195ea3 100644 --- a/logs-20240607/itac/InvalidWin-001_0.txt +++ b/logs-20240607/itac/InvalidWin-001_0.txt @@ -1,5 +1,5 @@ Running #426 /MBI/scripts/gencodes/RMA/InvalidWin-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidWin-001.c (batchinfo:1/1) @@ -55,7 +55,7 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidWin-001.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidWin-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidWin-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error @@ -65,10 +65,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/RMA/InvalidWin-001.c:36) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidWin-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidWin-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidWin-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidWin-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 179532 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 225047 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 179533 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 225049 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.700558423995972 +Command return code: 255, elapsed time: 7.706545829772949 Finished #426 /MBI/scripts/gencodes/RMA/InvalidWin-001.c diff --git a/logs-20240607/itac/InvalidWin-002_0.elapsed b/logs-20240607/itac/InvalidWin-002_0.elapsed index 169264e72..e2a5bd21a 100644 --- a/logs-20240607/itac/InvalidWin-002_0.elapsed +++ b/logs-20240607/itac/InvalidWin-002_0.elapsed @@ -1 +1 @@ -7.572833299636841 \ No newline at end of file +7.5670249462127686 \ No newline at end of file diff --git a/logs-20240607/itac/InvalidWin-002_0.txt b/logs-20240607/itac/InvalidWin-002_0.txt index ca07ede8c..66ba20bd6 100644 --- a/logs-20240607/itac/InvalidWin-002_0.txt +++ b/logs-20240607/itac/InvalidWin-002_0.txt @@ -1,5 +1,5 @@ Running #401 /MBI/scripts/gencodes/RMA/InvalidWin-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling InvalidWin-002.c (batchinfo:1/1) @@ -55,7 +55,7 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/RMA/InvalidWin-002.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidWin-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidWin-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error @@ -65,10 +65,10 @@ Executing the command (cwd: None) | [1] ERROR: (/MBI/scripts/gencodes/RMA/InvalidWin-002.c:40) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/InvalidWin-002) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/InvalidWin-002) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile InvalidWin-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile InvalidWin-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 170808 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 216395 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 170809 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 216396 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.572833299636841 +Command return code: 255, elapsed time: 7.5670249462127686 Finished #401 /MBI/scripts/gencodes/RMA/InvalidWin-002.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-accumulate_get-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-accumulate_get-001_0.elapsed index 533429e87..f4e9225fc 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-accumulate_get-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-accumulate_get-001_0.elapsed @@ -1 +1 @@ -2.0811526775360107 \ No newline at end of file +2.2599077224731445 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-accumulate_get-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-accumulate_get-001_0.txt index 812e7fb84..9b8cedf2c 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-accumulate_get-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-accumulate_get-001_0.txt @@ -1,5 +1,5 @@ Running #120 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-accumulate_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-accumulate_get-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-accumulate_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-accumulate_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.0811526775360107 +| +Command return code: 0, elapsed time: 2.2599077224731445 Finished #120 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-accumulate_get-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-accumulate_rget-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-accumulate_rget-001_0.elapsed index 213a39e4b..bf36294d5 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-accumulate_rget-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-accumulate_rget-001_0.elapsed @@ -1 +1 @@ -2.224353790283203 \ No newline at end of file +2.271639108657837 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-accumulate_rget-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-accumulate_rget-001_0.txt index f871c2829..920f61baf 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-accumulate_rget-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-accumulate_rget-001_0.txt @@ -1,5 +1,5 @@ Running #320 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-accumulate_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-accumulate_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-accumulate_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-accumulate_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.224353790283203 +Command return code: 0, elapsed time: 2.271639108657837 Finished #320 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-accumulate_rget-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_get-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_get-001_0.elapsed index eded9da1b..4c05db478 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_get-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_get-001_0.elapsed @@ -1 +1 @@ -2.0697555541992188 \ No newline at end of file +2.160972833633423 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_get-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_get-001_0.txt index 3d36315fe..4038bf5d6 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_get-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_get-001_0.txt @@ -1,5 +1,5 @@ Running #31 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-compare_and_swap_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-compare_and_swap_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-compare_and_swap_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-compare_and_swap_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0697555541992188 +Command return code: 0, elapsed time: 2.160972833633423 Finished #31 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-compare_and_swap_get-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_rget-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_rget-001_0.elapsed index 6c52a1fbf..d8ec8dfa4 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_rget-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_rget-001_0.elapsed @@ -1 +1 @@ -2.116392135620117 \ No newline at end of file +2.149022340774536 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_rget-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_rget-001_0.txt index f38d0dc66..b9b1f1db2 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_rget-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-compare_and_swap_rget-001_0.txt @@ -1,5 +1,5 @@ Running #226 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-compare_and_swap_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-compare_and_swap_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-compare_and_swap_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-compare_and_swap_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.116392135620117 +Command return code: 0, elapsed time: 2.149022340774536 Finished #226 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-compare_and_swap_rget-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_get-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_get-001_0.elapsed index 3a7b2ea0f..a198911e3 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_get-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_get-001_0.elapsed @@ -1 +1 @@ -2.2382850646972656 \ No newline at end of file +2.1501526832580566 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_get-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_get-001_0.txt index 2bd16fab1..19f708aaa 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_get-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_get-001_0.txt @@ -1,5 +1,5 @@ Running #354 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-fetch_and_op_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-fetch_and_op_get-001.c (batchinfo:1/1) @@ -47,13 +47,15 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-fetch_and_op_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-fetch_and_op_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.2382850646972656 +| +| +Command return code: 0, elapsed time: 2.1501526832580566 Finished #354 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-fetch_and_op_get-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_rget-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_rget-001_0.elapsed index 24407d4cd..dad067483 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_rget-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_rget-001_0.elapsed @@ -1 +1 @@ -2.2100584506988525 \ No newline at end of file +2.18778920173645 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_rget-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_rget-001_0.txt index 8be201c55..789251b9d 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_rget-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-fetch_and_op_rget-001_0.txt @@ -1,5 +1,5 @@ Running #359 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-fetch_and_op_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-fetch_and_op_rget-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-fetch_and_op_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-fetch_and_op_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.2100584506988525 +Command return code: 0, elapsed time: 2.18778920173645 Finished #359 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-fetch_and_op_rget-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_accumulate-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-get_accumulate-001_0.elapsed index 764f5e51b..1dbf0f5c3 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-get_accumulate-001_0.elapsed @@ -1 +1 @@ -2.072613477706909 \ No newline at end of file +2.003396511077881 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_accumulate-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-get_accumulate-001_0.txt index b8287f634..32c576dd5 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_accumulate-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #362 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-get_accumulate-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.072613477706909 +| +Command return code: 0, elapsed time: 2.003396511077881 Finished #362 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_accumulate-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_get-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_get-001_0.elapsed index 1138d5c8b..a887f1af2 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_get-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_get-001_0.elapsed @@ -1 +1 @@ -1.9447705745697021 \ No newline at end of file +1.9178669452667236 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_get-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_get-001_0.txt index d0ed7a2f7..c8fb1d43f 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_get-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_get-001_0.txt @@ -1,5 +1,5 @@ Running #367 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_accumulate_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-get_accumulate_get-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-get_accumulate_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-get_accumulate_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9447705745697021 +Command return code: 0, elapsed time: 1.9178669452667236 Finished #367 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_accumulate_get-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_rget-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_rget-001_0.elapsed index 70b481440..b3fbced17 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_rget-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_rget-001_0.elapsed @@ -1 +1 @@ -1.900075912475586 \ No newline at end of file +1.8986976146697998 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_rget-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_rget-001_0.txt index ccb00e122..da44f49e1 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_rget-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-get_accumulate_rget-001_0.txt @@ -1,5 +1,5 @@ Running #38 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_accumulate_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-get_accumulate_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-get_accumulate_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-get_accumulate_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.900075912475586 +Command return code: 0, elapsed time: 1.8986976146697998 Finished #38 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_accumulate_rget-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_bufwrite-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-get_bufwrite-001_0.elapsed index 5a5122304..f3e481762 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-get_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.99239182472229 \ No newline at end of file +2.0375235080718994 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_bufwrite-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-get_bufwrite-001_0.txt index 6d3052d2d..a0a0827cc 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_bufwrite-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-get_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #13 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-get_bufwrite-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-get_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-get_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 1.99239182472229 +| +Command return code: 0, elapsed time: 2.0375235080718994 Finished #13 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_bufwrite-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_compare_and_swap-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-get_compare_and_swap-001_0.elapsed index 8a9e122b4..f23336f58 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-get_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -2.186922788619995 \ No newline at end of file +2.0489189624786377 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_compare_and_swap-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-get_compare_and_swap-001_0.txt index 344e795e3..b26efe293 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-get_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #249 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-get_compare_and_swap-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-get_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-get_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally +| | -Command return code: 0, elapsed time: 2.186922788619995 +Command return code: 0, elapsed time: 2.0489189624786377 Finished #249 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_compare_and_swap-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_fetch_and_op-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-get_fetch_and_op-001_0.elapsed index bc6424b44..341663768 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-get_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -2.2845747470855713 \ No newline at end of file +2.168016195297241 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_fetch_and_op-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-get_fetch_and_op-001_0.txt index 8649e6aae..cec0f8960 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-get_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #228 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-get_fetch_and_op-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-get_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-get_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2845747470855713 +Command return code: 0, elapsed time: 2.168016195297241 Finished #228 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_fetch_and_op-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_get-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-get_get-001_0.elapsed index 8be2a1268..5b6d38985 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_get-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-get_get-001_0.elapsed @@ -1 +1 @@ -1.9803988933563232 \ No newline at end of file +2.04101300239563 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_get-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-get_get-001_0.txt index 02eea1c98..267e207ef 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_get-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-get_get-001_0.txt @@ -1,5 +1,5 @@ Running #199 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-get_get-001.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-get_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-get_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | | -Command return code: 0, elapsed time: 1.9803988933563232 +Command return code: 0, elapsed time: 2.04101300239563 Finished #199 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_get-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_get_accumulate-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-get_get_accumulate-001_0.elapsed index 41b32fdfe..8c35daf5c 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-get_get_accumulate-001_0.elapsed @@ -1 +1 @@ -2.0987727642059326 \ No newline at end of file +2.1744282245635986 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_get_accumulate-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-get_get_accumulate-001_0.txt index 2a53fb988..b30c358e9 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_get_accumulate-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-get_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #345 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-get_get_accumulate-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-get_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-get_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.0987727642059326 +Command return code: 0, elapsed time: 2.1744282245635986 Finished #345 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_get_accumulate-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_put-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-get_put-001_0.elapsed index c66616fed..1a6683c17 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_put-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-get_put-001_0.elapsed @@ -1 +1 @@ -2.114574670791626 \ No newline at end of file +2.2933297157287598 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_put-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-get_put-001_0.txt index 852bd112d..4f2025847 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_put-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-get_put-001_0.txt @@ -1,5 +1,5 @@ Running #393 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-get_put-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-get_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-get_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.114574670791626 +Command return code: 0, elapsed time: 2.2933297157287598 Finished #393 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_put-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_raccumulate-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-get_raccumulate-001_0.elapsed index b77c33284..37be37dc5 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-get_raccumulate-001_0.elapsed @@ -1 +1 @@ -1.9159760475158691 \ No newline at end of file +2.005402088165283 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_raccumulate-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-get_raccumulate-001_0.txt index 105195270..5269112aa 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_raccumulate-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-get_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #243 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-get_raccumulate-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-get_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-get_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 1.9159760475158691 +Command return code: 0, elapsed time: 2.005402088165283 Finished #243 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_raccumulate-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_rget-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-get_rget-001_0.elapsed index f4fdbda7d..e994a90c1 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_rget-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-get_rget-001_0.elapsed @@ -1 +1 @@ -1.9029765129089355 \ No newline at end of file +1.9027166366577148 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_rget-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-get_rget-001_0.txt index f1d0167c1..0e271b38d 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_rget-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-get_rget-001_0.txt @@ -1,5 +1,5 @@ Running #433 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-get_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-get_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-get_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9029765129089355 +Command return code: 0, elapsed time: 1.9027166366577148 Finished #433 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_rget-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_rget_accumulate-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-get_rget_accumulate-001_0.elapsed index 2236ded6c..54bff01d2 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-get_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -2.1912002563476562 \ No newline at end of file +2.1870970726013184 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_rget_accumulate-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-get_rget_accumulate-001_0.txt index a50cc5245..d93253031 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-get_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #325 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-get_rget_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-get_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-get_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1912002563476562 +Command return code: 0, elapsed time: 2.1870970726013184 Finished #325 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_rget_accumulate-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_rput-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-get_rput-001_0.elapsed index 4423563ec..3d8b77b6f 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_rput-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-get_rput-001_0.elapsed @@ -1 +1 @@ -1.986769199371338 \ No newline at end of file +2.1541807651519775 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-get_rput-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-get_rput-001_0.txt index 4593b73f1..8050cd981 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-get_rput-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-get_rput-001_0.txt @@ -1,5 +1,5 @@ Running #223 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-get_rput-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-get_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-get_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.986769199371338 +Command return code: 0, elapsed time: 2.1541807651519775 Finished #223 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-get_rput-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-put_get-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-put_get-001_0.elapsed index 06d33be56..a3bb72b0f 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-put_get-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-put_get-001_0.elapsed @@ -1 +1 @@ -2.0623085498809814 \ No newline at end of file +2.1645615100860596 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-put_get-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-put_get-001_0.txt index 60517747b..e7dd11b98 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-put_get-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-put_get-001_0.txt @@ -1,5 +1,5 @@ Running #144 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-put_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-put_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-put_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-put_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0623085498809814 +Command return code: 0, elapsed time: 2.1645615100860596 Finished #144 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-put_get-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-put_rget-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-put_rget-001_0.elapsed index 01808f310..13aa6fb87 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-put_rget-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-put_rget-001_0.elapsed @@ -1 +1 @@ -2.185516834259033 \ No newline at end of file +2.2436487674713135 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-put_rget-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-put_rget-001_0.txt index 61a090701..838fea2a8 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-put_rget-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-put_rget-001_0.txt @@ -1,5 +1,5 @@ Running #28 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-put_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-put_rget-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-put_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-put_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.185516834259033 +| +Command return code: 0, elapsed time: 2.2436487674713135 Finished #28 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-put_rget-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-raccumulate_get-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-raccumulate_get-001_0.elapsed index 592240215..ca6e010de 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-raccumulate_get-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-raccumulate_get-001_0.elapsed @@ -1 +1 @@ -3.595083236694336 \ No newline at end of file +2.1065287590026855 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-raccumulate_get-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-raccumulate_get-001_0.txt index 2efc2d819..48c6a5323 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-raccumulate_get-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-raccumulate_get-001_0.txt @@ -1,5 +1,5 @@ Running #178 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-raccumulate_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-raccumulate_get-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-raccumulate_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-raccumulate_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 3.595083236694336 +Command return code: 0, elapsed time: 2.1065287590026855 Finished #178 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-raccumulate_get-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-raccumulate_rget-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-raccumulate_rget-001_0.elapsed index 94409591e..85c8c4702 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-raccumulate_rget-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-raccumulate_rget-001_0.elapsed @@ -1 +1 @@ -2.1340365409851074 \ No newline at end of file +2.090651035308838 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-raccumulate_rget-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-raccumulate_rget-001_0.txt index ce3653f9a..c40aa4095 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-raccumulate_rget-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-raccumulate_rget-001_0.txt @@ -1,5 +1,5 @@ Running #189 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-raccumulate_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-raccumulate_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-raccumulate_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-raccumulate_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1340365409851074 +Command return code: 0, elapsed time: 2.090651035308838 Finished #189 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-raccumulate_rget-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate-001_0.elapsed index 21d1bd783..9fff7557a 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate-001_0.elapsed @@ -1 +1 @@ -2.0467519760131836 \ No newline at end of file +2.0050342082977295 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate-001_0.txt index 075c7f588..e38bfe3ec 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #444 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rget_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0467519760131836 +Command return code: 0, elapsed time: 2.0050342082977295 Finished #444 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_accumulate-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_get-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_get-001_0.elapsed index d87c08de9..d98770bbc 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_get-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_get-001_0.elapsed @@ -1 +1 @@ -2.3289005756378174 \ No newline at end of file +2.2475740909576416 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_get-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_get-001_0.txt index 588a22e85..25709b144 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_get-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_get-001_0.txt @@ -1,5 +1,5 @@ Running #391 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_accumulate_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rget_accumulate_get-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_accumulate_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_accumulate_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.3289005756378174 +| +Command return code: 0, elapsed time: 2.2475740909576416 Finished #391 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_accumulate_get-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_rget-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_rget-001_0.elapsed index 5aca41072..7fba7a222 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_rget-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_rget-001_0.elapsed @@ -1 +1 @@ -2.020564317703247 \ No newline at end of file +2.217406988143921 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_rget-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_rget-001_0.txt index 2ce57fc7b..55e82acca 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_rget-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_accumulate_rget-001_0.txt @@ -1,5 +1,5 @@ Running #416 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_accumulate_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rget_accumulate_rget-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_accumulate_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_accumulate_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.020564317703247 +Command return code: 0, elapsed time: 2.217406988143921 Finished #416 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_accumulate_rget-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_bufwrite-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rget_bufwrite-001_0.elapsed index 1e2cd3419..16f1e923d 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.8937437534332275 \ No newline at end of file +2.4133307933807373 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_bufwrite-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rget_bufwrite-001_0.txt index 185037f78..a8606832b 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_bufwrite-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #305 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rget_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.8937437534332275 +Command return code: 0, elapsed time: 2.4133307933807373 Finished #305 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_bufwrite-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_compare_and_swap-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rget_compare_and_swap-001_0.elapsed index 32b86bb44..cbf89866c 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_compare_and_swap-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_compare_and_swap-001_0.elapsed @@ -1 +1 @@ -2.6464388370513916 \ No newline at end of file +2.2838857173919678 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_compare_and_swap-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rget_compare_and_swap-001_0.txt index 7cbe036e1..4409e732c 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_compare_and_swap-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_compare_and_swap-001_0.txt @@ -1,5 +1,5 @@ Running #409 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_compare_and_swap-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rget_compare_and_swap-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_compare_and_swap-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_compare_and_swap-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -Command return code: 0, elapsed time: 2.6464388370513916 +Command return code: 0, elapsed time: 2.2838857173919678 Finished #409 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_compare_and_swap-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_fetch_and_op-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rget_fetch_and_op-001_0.elapsed index 53961d097..72bffe512 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_fetch_and_op-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_fetch_and_op-001_0.elapsed @@ -1 +1 @@ -2.257686138153076 \ No newline at end of file +2.0895485877990723 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_fetch_and_op-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rget_fetch_and_op-001_0.txt index cdc53717c..467c99f56 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_fetch_and_op-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_fetch_and_op-001_0.txt @@ -1,5 +1,5 @@ Running #62 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_fetch_and_op-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rget_fetch_and_op-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_fetch_and_op-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_fetch_and_op-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.257686138153076 +Command return code: 0, elapsed time: 2.0895485877990723 Finished #62 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_fetch_and_op-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_get-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rget_get-001_0.elapsed index 33d6329ac..908b211e6 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_get-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_get-001_0.elapsed @@ -1 +1 @@ -1.9503107070922852 \ No newline at end of file +1.9258537292480469 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_get-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rget_get-001_0.txt index 4ad3fc108..2a85ec2dd 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_get-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_get-001_0.txt @@ -1,5 +1,5 @@ Running #430 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rget_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9503107070922852 +Command return code: 0, elapsed time: 1.9258537292480469 Finished #430 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_get-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_get_accumulate-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rget_get_accumulate-001_0.elapsed index 1ae4108e6..1b31952c6 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_get_accumulate-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_get_accumulate-001_0.elapsed @@ -1 +1 @@ -1.9855549335479736 \ No newline at end of file +2.0016796588897705 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_get_accumulate-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rget_get_accumulate-001_0.txt index f86f88788..684a6b56a 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_get_accumulate-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_get_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #364 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_get_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rget_get_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_get_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_get_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9855549335479736 +Command return code: 0, elapsed time: 2.0016796588897705 Finished #364 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_get_accumulate-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_put-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rget_put-001_0.elapsed index 65693f242..9c54c0be6 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_put-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_put-001_0.elapsed @@ -1 +1 @@ -2.1921770572662354 \ No newline at end of file +2.1535465717315674 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_put-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rget_put-001_0.txt index df9fa7ff3..80e4b28e4 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_put-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_put-001_0.txt @@ -1,5 +1,5 @@ Running #360 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_put-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rget_put-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_put-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_put-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.1921770572662354 +Command return code: 0, elapsed time: 2.1535465717315674 Finished #360 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_put-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_raccumulate-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rget_raccumulate-001_0.elapsed index 810b3ec43..893d5266f 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_raccumulate-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_raccumulate-001_0.elapsed @@ -1 +1 @@ -2.068397283554077 \ No newline at end of file +2.1341054439544678 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_raccumulate-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rget_raccumulate-001_0.txt index 308ab848b..d3d2a2a9e 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_raccumulate-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_raccumulate-001_0.txt @@ -1,5 +1,5 @@ Running #47 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_raccumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rget_raccumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_raccumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_raccumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.068397283554077 +Command return code: 0, elapsed time: 2.1341054439544678 Finished #47 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_raccumulate-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_rget-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rget_rget-001_0.elapsed index bce49383f..fed1068f8 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_rget-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_rget-001_0.elapsed @@ -1 +1 @@ -2.1885640621185303 \ No newline at end of file +2.092371940612793 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_rget-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rget_rget-001_0.txt index 6920f8030..f64a63409 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_rget-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_rget-001_0.txt @@ -1,5 +1,5 @@ Running #75 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rget_rget-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.1885640621185303 +| +Command return code: 0, elapsed time: 2.092371940612793 Finished #75 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_rget-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_rget_accumulate-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rget_rget_accumulate-001_0.elapsed index b35beafa6..e240fa972 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_rget_accumulate-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_rget_accumulate-001_0.elapsed @@ -1 +1 @@ -2.1657912731170654 \ No newline at end of file +2.1690378189086914 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_rget_accumulate-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rget_rget_accumulate-001_0.txt index 18b20fe3b..b041d133f 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_rget_accumulate-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_rget_accumulate-001_0.txt @@ -1,5 +1,5 @@ Running #351 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_rget_accumulate-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rget_rget_accumulate-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_rget_accumulate-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_rget_accumulate-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1657912731170654 +Command return code: 0, elapsed time: 2.1690378189086914 Finished #351 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_rget_accumulate-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_rput-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rget_rput-001_0.elapsed index dad9b21d2..e3d766a03 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_rput-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_rput-001_0.elapsed @@ -1 +1 @@ -2.0150532722473145 \ No newline at end of file +2.0434670448303223 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rget_rput-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rget_rput-001_0.txt index 0322fc6ad..59745ffd6 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rget_rput-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rget_rput-001_0.txt @@ -1,5 +1,5 @@ Running #245 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_rput-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rget_rput-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_rput-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rget_rput-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.0150532722473145 +Command return code: 0, elapsed time: 2.0434670448303223 Finished #245 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rget_rput-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rput_get-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rput_get-001_0.elapsed index f10385cc9..3877618b0 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rput_get-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rput_get-001_0.elapsed @@ -1 +1 @@ -1.925830364227295 \ No newline at end of file +1.8902111053466797 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rput_get-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rput_get-001_0.txt index a7b68838b..a62e50de4 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rput_get-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rput_get-001_0.txt @@ -1,5 +1,5 @@ Running #204 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rput_get-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rput_get-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rput_get-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rput_get-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.925830364227295 +Command return code: 0, elapsed time: 1.8902111053466797 Finished #204 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rput_get-001.c diff --git a/logs-20240607/itac/LocalConcurrency-fence-rput_rget-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-fence-rput_rget-001_0.elapsed index 31b6525ea..0137b5f6d 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rput_rget-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-fence-rput_rget-001_0.elapsed @@ -1 +1 @@ -2.0573434829711914 \ No newline at end of file +2.057671546936035 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-fence-rput_rget-001_0.txt b/logs-20240607/itac/LocalConcurrency-fence-rput_rget-001_0.txt index 7eaf6bd8b..c4234aead 100644 --- a/logs-20240607/itac/LocalConcurrency-fence-rput_rget-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-fence-rput_rget-001_0.txt @@ -1,5 +1,5 @@ Running #147 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rput_rget-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-fence-rput_rget-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-fence-rput_rget-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-fence-rput_rget-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.0573434829711914 +| +Command return code: 0, elapsed time: 2.057671546936035 Finished #147 /MBI/scripts/gencodes/RMA/LocalConcurrency-fence-rput_rget-001.c diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-accumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-lockunlock-accumulate_bufwrite-001_0.elapsed index f368ef87e..6fb941242 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-accumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-accumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.9627742767333984 \ No newline at end of file +2.0204720497131348 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-accumulate_bufwrite-001_0.txt b/logs-20240607/itac/LocalConcurrency-lockunlock-accumulate_bufwrite-001_0.txt index ffeb0e1b4..bb44c0d20 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-accumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-accumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #438 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-accumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-lockunlock-accumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-accumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-accumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 1.9627742767333984 +Command return code: 0, elapsed time: 2.0204720497131348 Finished #438 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-accumulate_bufwrite-001.c diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001_0.elapsed index b23297569..49e3d0c88 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.146272659301758 \ No newline at end of file +2.127897262573242 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001_0.txt b/logs-20240607/itac/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001_0.txt index 55b4ada09..c62cac654 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #9 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.146272659301758 +Command return code: 0, elapsed time: 2.127897262573242 Finished #9 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001.c diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001_0.elapsed index 5209bb436..c66c6af67 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.196394205093384 \ No newline at end of file +2.0117251873016357 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001_0.txt b/logs-20240607/itac/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001_0.txt index b26b2686e..987f91365 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #8 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.196394205093384 +Command return code: 0, elapsed time: 2.0117251873016357 Finished #8 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001.c diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001_0.elapsed index 7d47740c8..d20da5ca2 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.1834893226623535 \ No newline at end of file +2.1960880756378174 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001_0.txt b/logs-20240607/itac/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001_0.txt index 3401176c7..75de843bc 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #155 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-lockunlock-get_accumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-get_accumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-get_accumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -| -Command return code: 0, elapsed time: 2.1834893226623535 +Command return code: 0, elapsed time: 2.1960880756378174 Finished #155 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001.c diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-put_bufwrite-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-lockunlock-put_bufwrite-001_0.elapsed index ad56473e0..c31f521ce 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-put_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-put_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.102895498275757 \ No newline at end of file +2.142169952392578 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-put_bufwrite-001_0.txt b/logs-20240607/itac/LocalConcurrency-lockunlock-put_bufwrite-001_0.txt index ff90c6095..9941bab8d 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-put_bufwrite-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-put_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #358 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-put_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-lockunlock-put_bufwrite-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-put_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-put_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 2.102895498275757 +Command return code: 0, elapsed time: 2.142169952392578 Finished #358 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-put_bufwrite-001.c diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-raccumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-lockunlock-raccumulate_bufwrite-001_0.elapsed index 28f3ea9d1..5ab2d7085 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-raccumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-raccumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -1.9254508018493652 \ No newline at end of file +1.8732266426086426 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-raccumulate_bufwrite-001_0.txt b/logs-20240607/itac/LocalConcurrency-lockunlock-raccumulate_bufwrite-001_0.txt index 879964751..fd57e1293 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-raccumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-raccumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #171 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-raccumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-lockunlock-raccumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-raccumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-raccumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 1.9254508018493652 +Command return code: 0, elapsed time: 1.8732266426086426 Finished #171 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-raccumulate_bufwrite-001.c diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001_0.elapsed index 241a15aa7..01e38b799 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.247692584991455 \ No newline at end of file +2.1157963275909424 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001_0.txt b/logs-20240607/itac/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001_0.txt index 192d17a07..793b08445 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #374 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.247692584991455 +Command return code: 0, elapsed time: 2.1157963275909424 Finished #374 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001.c diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-rput_bufwrite-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-lockunlock-rput_bufwrite-001_0.elapsed index 3286c1c7c..4d4d3bb2a 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-rput_bufwrite-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-rput_bufwrite-001_0.elapsed @@ -1 +1 @@ -2.054464817047119 \ No newline at end of file +2.044323682785034 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-lockunlock-rput_bufwrite-001_0.txt b/logs-20240607/itac/LocalConcurrency-lockunlock-rput_bufwrite-001_0.txt index 58ed45288..cb1ad6318 100644 --- a/logs-20240607/itac/LocalConcurrency-lockunlock-rput_bufwrite-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-lockunlock-rput_bufwrite-001_0.txt @@ -1,5 +1,5 @@ Running #84 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-rput_bufwrite-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-lockunlock-rput_bufwrite-001.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-rput_bufwrite-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-lockunlock-rput_bufwrite-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.054464817047119 +Command return code: 0, elapsed time: 2.044323682785034 Finished #84 /MBI/scripts/gencodes/RMA/LocalConcurrency-lockunlock-rput_bufwrite-001.c diff --git a/logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001_0.elapsed index 3a44a0955..e78514a3c 100644 --- a/logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -7.754029035568237 \ No newline at end of file +7.731943130493164 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001_0.txt b/logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001_0.txt index 55957d546..e71c89528 100644 --- a/logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #630 /MBI/scripts/gencodes/COLL/LocalConcurrency-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-mpi_iallreduce-001.c (batchinfo:1/1) @@ -51,36 +51,36 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [0] ERROR: Read-only buffer was modified while owned by MPI. | [0] ERROR: Control over buffer was transferred to MPI at: -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff68d37ec8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff0e868dd8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/LocalConcurrency-mpi_iallreduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-mpi_iallreduce-001) | [0] ERROR: Modified buffer detected at: -| [0] ERROR: MPI_Wait(*request=0x7fff68d37ec8->0x2c000002, *status=0x1) +| [0] ERROR: MPI_Wait(*request=0x7fff0e868dd8->0x2c000002, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/COLL/LocalConcurrency-mpi_iallreduce-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. | [1] ERROR: Control over buffer was transferred to MPI at: -| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46acc0, *recvbuf=0x46acf0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffcce4884c8) +| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad30, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc01b19968) | [1] ERROR: (/MBI/scripts/gencodes/COLL/LocalConcurrency-mpi_iallreduce-001.c:38) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-mpi_iallreduce-001) | [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Wait(*request=0x7ffcce4884c8->0x2c000002, *status=0x1) +| [1] ERROR: MPI_Wait(*request=0x7ffc01b19968->0x2c000002, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/COLL/LocalConcurrency-mpi_iallreduce-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-mpi_iallreduce-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-mpi_iallreduce-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile LocalConcurrency-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (2 errors + 0 warnings), 0 reports were suppressed. @@ -88,16 +88,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182515 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228371 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182516 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228372 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.754029035568237 +Command return code: 255, elapsed time: 7.731943130493164 Finished #630 /MBI/scripts/gencodes/COLL/LocalConcurrency-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/LocalConcurrency-mpi_irecv-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-mpi_irecv-001_0.elapsed index a825def15..fa5e9cd71 100644 --- a/logs-20240607/itac/LocalConcurrency-mpi_irecv-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-mpi_irecv-001_0.elapsed @@ -1 +1 @@ -1.2017791271209717 \ No newline at end of file +72.50378227233887 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-mpi_irecv-001_0.txt b/logs-20240607/itac/LocalConcurrency-mpi_irecv-001_0.txt index c5cd71ce7..36a9fc347 100644 --- a/logs-20240607/itac/LocalConcurrency-mpi_irecv-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-mpi_irecv-001_0.txt @@ -1,5 +1,5 @@ Running #1721 /MBI/scripts/gencodes/P2P/LocalConcurrency-mpi_irecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-mpi_irecv-001.c (batchinfo:1/1) @@ -47,23 +47,60 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: New receive buffer overlaps with currently active receive buffer at address 0x470790. +| [0] WARNING: Control over active buffer was transferred to MPI at: +| [0] WARNING: MPI_Irecv(*buf=0x470790, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffff3bc3438) +| [0] WARNING: (/MBI/scripts/gencodes/P2P/LocalConcurrency-mpi_irecv-001.c:38) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-mpi_irecv-001) +| [0] WARNING: Control over new buffer is about to be transferred to MPI at: +| [0] WARNING: MPI_Irecv(*buf=0x470790, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffff3bc343c) +| [0] WARNING: (/MBI/scripts/gencodes/P2P/LocalConcurrency-mpi_irecv-001.c:39) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-mpi_irecv-001) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffff3bc343c->0x2c000003, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-mpi_irecv-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-mpi_irecv-001) +| [0] ERROR: [1] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-mpi_irecv-001.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-mpi_irecv-001) +| [0] INFO: Writing tracefile LocalConcurrency-mpi_irecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218967 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262937 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218968 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262938 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.2017791271209717 +Command return code: 255, elapsed time: 72.50378227233887 Finished #1721 /MBI/scripts/gencodes/P2P/LocalConcurrency-mpi_irecv-001.c diff --git a/logs-20240607/itac/LocalConcurrency-mpi_irecv-002_0.elapsed b/logs-20240607/itac/LocalConcurrency-mpi_irecv-002_0.elapsed index c3d939fbc..975105f19 100644 --- a/logs-20240607/itac/LocalConcurrency-mpi_irecv-002_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-mpi_irecv-002_0.elapsed @@ -1 +1 @@ -1.245021104812622 \ No newline at end of file +6.49176025390625 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-mpi_irecv-002_0.txt b/logs-20240607/itac/LocalConcurrency-mpi_irecv-002_0.txt index a18d3dc94..a64f7b94c 100644 --- a/logs-20240607/itac/LocalConcurrency-mpi_irecv-002_0.txt +++ b/logs-20240607/itac/LocalConcurrency-mpi_irecv-002_0.txt @@ -1,5 +1,5 @@ Running #2022 /MBI/scripts/gencodes/P2P/LocalConcurrency-mpi_irecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-mpi_irecv-002.c (batchinfo:1/1) @@ -47,23 +47,65 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. +| +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: New receive buffer overlaps with currently active receive buffer at address 0x470798. +| [0] WARNING: Control over active buffer was transferred to MPI at: +| [0] WARNING: MPI_Irecv(*buf=0x470790, count=5, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe5eb5bc18) +| [0] WARNING: (/MBI/scripts/gencodes/P2P/LocalConcurrency-mpi_irecv-002.c:38) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-mpi_irecv-002) +| [0] WARNING: Control over new buffer is about to be transferred to MPI at: +| [0] WARNING: MPI_Irecv(*buf=0x470798, count=5, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe5eb5bc1c) +| [0] WARNING: (/MBI/scripts/gencodes/P2P/LocalConcurrency-mpi_irecv-002.c:39) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-mpi_irecv-002) +| +| [0] ERROR: GLOBAL:MSG:DATATYPE:MISMATCH: error +| [0] ERROR: Message truncated: datatypes would match, but receive buffer was too small. +| [0] ERROR: Data was sent by process [1] at: +| [0] ERROR: MPI_Send(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-mpi_irecv-002.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-mpi_irecv-002) +| [0] ERROR: Receive request activated at: +| [0] ERROR: MPI_Irecv(*buf=0x470790, count=5, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe5eb5bc18) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-mpi_irecv-002.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-mpi_irecv-002) +| [0] ERROR: Data was received by process [0] at: +| [0] ERROR: MPI_Wait(*request=0x7ffe5eb5bc18->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-mpi_irecv-002.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-mpi_irecv-002) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile LocalConcurrency-mpi_irecv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives +| free(): invalid next size (fast) +| [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... +| [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 226086 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 273304 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 226087 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 273305 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.245021104812622 +Command return code: 255, elapsed time: 6.49176025390625 Finished #2022 /MBI/scripts/gencodes/P2P/LocalConcurrency-mpi_irecv-002.c diff --git a/logs-20240607/itac/LocalConcurrency-receive-mpi_imrecv-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-receive-mpi_imrecv-001_0.elapsed index aabe2cb68..7e3d5d176 100644 --- a/logs-20240607/itac/LocalConcurrency-receive-mpi_imrecv-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-receive-mpi_imrecv-001_0.elapsed @@ -1 +1 @@ -2.340073585510254 \ No newline at end of file +2.432173013687134 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-receive-mpi_imrecv-001_0.txt b/logs-20240607/itac/LocalConcurrency-receive-mpi_imrecv-001_0.txt index 64520856d..f38ba50b6 100644 --- a/logs-20240607/itac/LocalConcurrency-receive-mpi_imrecv-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-receive-mpi_imrecv-001_0.txt @@ -1,5 +1,5 @@ Running #1329 /MBI/scripts/gencodes/P2P/LocalConcurrency-receive-mpi_imrecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-receive-mpi_imrecv-001.c (batchinfo:1/1) @@ -55,14 +55,14 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/P2P/LocalConcurrency-receive-mpi_imrecv-001.c:51) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-receive-mpi_imrecv-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-receive-mpi_imrecv-001) | [0] WARNING: Message sent by [1] at: -| [0] WARNING: MPI_Isend(*buf=0x46ac70, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffdccea942c) +| [0] WARNING: MPI_Isend(*buf=0x46ab60, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcd721963c) | [0] WARNING: (/MBI/scripts/gencodes/P2P/LocalConcurrency-receive-mpi_imrecv-001.c:46) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-receive-mpi_imrecv-001) -| [0] INFO: Writing tracefile LocalConcurrency-receive-mpi_imrecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-receive-mpi_imrecv-001) +| [0] INFO: Writing tracefile LocalConcurrency-receive-mpi_imrecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] ERROR: Incomplete/invalid trace information: global rank of process unknown | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (50.0%) sends and 1 (50.0%) receives | @@ -73,6 +73,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.340073585510254 +Command return code: 0, elapsed time: 2.432173013687134 Finished #1329 /MBI/scripts/gencodes/P2P/LocalConcurrency-receive-mpi_imrecv-001.c diff --git a/logs-20240607/itac/LocalConcurrency-receive-mpi_irecv-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-receive-mpi_irecv-001_0.elapsed index 1365a49d8..5b55d4de5 100644 --- a/logs-20240607/itac/LocalConcurrency-receive-mpi_irecv-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-receive-mpi_irecv-001_0.elapsed @@ -1 +1 @@ -2.112030029296875 \ No newline at end of file +2.310265064239502 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-receive-mpi_irecv-001_0.txt b/logs-20240607/itac/LocalConcurrency-receive-mpi_irecv-001_0.txt index 484e8b90e..543ae6086 100644 --- a/logs-20240607/itac/LocalConcurrency-receive-mpi_irecv-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-receive-mpi_irecv-001_0.txt @@ -1,5 +1,5 @@ Running #1694 /MBI/scripts/gencodes/P2P/LocalConcurrency-receive-mpi_irecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-receive-mpi_irecv-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-receive-mpi_irecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-receive-mpi_irecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.112030029296875 +Command return code: 0, elapsed time: 2.310265064239502 Finished #1694 /MBI/scripts/gencodes/P2P/LocalConcurrency-receive-mpi_irecv-001.c diff --git a/logs-20240607/itac/LocalConcurrency-receive-mpi_precv_init-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-receive-mpi_precv_init-001_0.elapsed index f2252c324..de02a0639 100644 --- a/logs-20240607/itac/LocalConcurrency-receive-mpi_precv_init-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-receive-mpi_precv_init-001_0.elapsed @@ -1 +1 @@ -0.1231684684753418 \ No newline at end of file +0.10476541519165039 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-receive-mpi_precv_init-001_0.txt b/logs-20240607/itac/LocalConcurrency-receive-mpi_precv_init-001_0.txt index 83fdb7d9b..07d90df4b 100644 --- a/logs-20240607/itac/LocalConcurrency-receive-mpi_precv_init-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-receive-mpi_precv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1925 /MBI/scripts/gencodes/P2P/LocalConcurrency-receive-mpi_precv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-receive-mpi_precv_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccIBiRdP.o: in function `main': +ld: /tmp/iccBa53Jk.o: in function `main': /MBI/scripts/gencodes/P2P/LocalConcurrency-receive-mpi_precv_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/LocalConcurrency-receive-mpi_precv_init-001.c:45: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/LocalConcurrency-receive-mpi_precv_init-001.c:48: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/LocalConcurrency-receive-mpi_recv_init-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-receive-mpi_recv_init-001_0.elapsed index 3ba3758ce..ce3d937e9 100644 --- a/logs-20240607/itac/LocalConcurrency-receive-mpi_recv_init-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-receive-mpi_recv_init-001_0.elapsed @@ -1 +1 @@ -2.298596143722534 \ No newline at end of file +2.200446844100952 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-receive-mpi_recv_init-001_0.txt b/logs-20240607/itac/LocalConcurrency-receive-mpi_recv_init-001_0.txt index 754e7a87b..fe623b164 100644 --- a/logs-20240607/itac/LocalConcurrency-receive-mpi_recv_init-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-receive-mpi_recv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1356 /MBI/scripts/gencodes/P2P/LocalConcurrency-receive-mpi_recv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-receive-mpi_recv_init-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalConcurrency-receive-mpi_recv_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-receive-mpi_recv_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.298596143722534 +Command return code: 0, elapsed time: 2.200446844100952 Finished #1356 /MBI/scripts/gencodes/P2P/LocalConcurrency-receive-mpi_recv_init-001.c diff --git a/logs-20240607/itac/LocalConcurrency-request-rget_bufread-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-request-rget_bufread-001_0.elapsed index a93f38511..7f4117a97 100644 --- a/logs-20240607/itac/LocalConcurrency-request-rget_bufread-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-request-rget_bufread-001_0.elapsed @@ -1 +1 @@ -2.2844905853271484 \ No newline at end of file +2.1672871112823486 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-request-rget_bufread-001_0.txt b/logs-20240607/itac/LocalConcurrency-request-rget_bufread-001_0.txt index 7e2e6d45f..3abd1e357 100644 --- a/logs-20240607/itac/LocalConcurrency-request-rget_bufread-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-request-rget_bufread-001_0.txt @@ -1,5 +1,5 @@ Running #123 /MBI/scripts/gencodes/RMA/LocalConcurrency-request-rget_bufread-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-request-rget_bufread-001.c (batchinfo:1/1) @@ -48,13 +48,14 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | buf is 0 -| [0] INFO: Writing tracefile LocalConcurrency-request-rget_bufread-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-request-rget_bufread-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 2.2844905853271484 +Command return code: 0, elapsed time: 2.1672871112823486 Finished #123 /MBI/scripts/gencodes/RMA/LocalConcurrency-request-rget_bufread-001.c diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_bsend_init-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-send-mpi_bsend_init-001_0.elapsed index 386a22439..765c86e07 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_bsend_init-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_bsend_init-001_0.elapsed @@ -1 +1 @@ -8.058019161224365 \ No newline at end of file +8.062148094177246 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_bsend_init-001_0.txt b/logs-20240607/itac/LocalConcurrency-send-mpi_bsend_init-001_0.txt index 9ea2668a8..6ffae1e29 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_bsend_init-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_bsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1544 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_bsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-send-mpi_bsend_init-001.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Buffer [0x46ac20, 0x46aca0[ of size 128 cannot store message of size 136. -| [1] ERROR: Free space [0x46ac20, 0x46aca0[, 128 bytes. +| [1] ERROR: Buffer [0x46ab80, 0x46ac00[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46ab80, 0x46ac00[, 128 bytes. | [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), | [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, | [1] ERROR: check for race conditions between buffering and receiving messages, etc). | [1] ERROR: Note that message sizes are calculated using the worst-case scenario that | [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. | [1] ERROR: New message of size 136 was to be sent by: -| [1] ERROR: MPI_Start(*request=0x7ffd1b787f18->0x2c000002) +| [1] ERROR: MPI_Start(*request=0x7ffc2d8ba2b8->0x2c000002) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_bsend_init-001.c:47) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_bsend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_bsend_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_bsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_bsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216969 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263131 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216970 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263132 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.058019161224365 +Command return code: 255, elapsed time: 8.062148094177246 Finished #1544 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_bsend_init-001.c diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_ibsend-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-send-mpi_ibsend-001_0.elapsed index a7ee780f0..c5f51d1c7 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_ibsend-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_ibsend-001_0.elapsed @@ -1 +1 @@ -8.04548716545105 \ No newline at end of file +7.991146564483643 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_ibsend-001_0.txt b/logs-20240607/itac/LocalConcurrency-send-mpi_ibsend-001_0.txt index d749e9810..118bf1ccf 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_ibsend-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_ibsend-001_0.txt @@ -1,5 +1,5 @@ Running #1246 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_ibsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-send-mpi_ibsend-001.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Buffer [0x46ac80, 0x46ad00[ of size 128 cannot store message of size 136. -| [1] ERROR: Free space [0x46ac80, 0x46ad00[, 128 bytes. +| [1] ERROR: Buffer [0x46ac60, 0x46ace0[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46ac60, 0x46ace0[, 128 bytes. | [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), | [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, | [1] ERROR: check for race conditions between buffering and receiving messages, etc). | [1] ERROR: Note that message sizes are calculated using the worst-case scenario that | [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. | [1] ERROR: New message of size 136 was to be sent by: -| [1] ERROR: MPI_Ibsend(*buf=0x46ac50, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffeed5d4b58) +| [1] ERROR: MPI_Ibsend(*buf=0x46ac30, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffd1febe38) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_ibsend-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_ibsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_ibsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_ibsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_ibsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220732 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263572 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220733 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263573 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.04548716545105 +Command return code: 255, elapsed time: 7.991146564483643 Finished #1246 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_ibsend-001.c diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_irsend-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-send-mpi_irsend-001_0.elapsed index e973b7391..f58ca64be 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_irsend-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_irsend-001_0.elapsed @@ -1 +1 @@ -7.119131326675415 \ No newline at end of file +7.167834997177124 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_irsend-001_0.txt b/logs-20240607/itac/LocalConcurrency-send-mpi_irsend-001_0.txt index ec3e02da2..2b2674f19 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_irsend-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_irsend-001_0.txt @@ -1,5 +1,5 @@ Running #1701 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_irsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-send-mpi_irsend-001.c (batchinfo:1/1) @@ -51,39 +51,40 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. | [1] ERROR: Control over buffer was transferred to MPI at: -| [1] ERROR: MPI_Irsend(*buf=0x46ace0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffda8e04c08) +| [1] ERROR: MPI_Irsend(*buf=0x46abb0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd44e13388) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_irsend-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_irsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_irsend-001) | [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Wait(*request=0x7ffda8e04c08->0x2c000002, *status=0x1) +| [1] ERROR: MPI_Wait(*request=0x7ffd44e13388->0x2c000002, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_irsend-001.c:46) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_irsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_irsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_irsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_irsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | free(): invalid size | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... | [1] ERROR: receiving remaining 8 of 8 bytes failed: recv(): Connection reset by peer +| [1] ERROR: connection closed by peer #0, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221292 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267947 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221293 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267949 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.119131326675415 +Command return code: 255, elapsed time: 7.167834997177124 Finished #1701 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_irsend-001.c diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_isend-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-send-mpi_isend-001_0.elapsed index 52fbe5b7c..cdc7c1ccf 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_isend-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_isend-001_0.elapsed @@ -1 +1 @@ -7.042598247528076 \ No newline at end of file +7.169787168502808 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_isend-001_0.txt b/logs-20240607/itac/LocalConcurrency-send-mpi_isend-001_0.txt index 7096161c2..7153e2331 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_isend-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_isend-001_0.txt @@ -1,5 +1,5 @@ Running #1335 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_isend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-send-mpi_isend-001.c (batchinfo:1/1) @@ -51,22 +51,21 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. | [1] ERROR: Control over buffer was transferred to MPI at: -| [1] ERROR: MPI_Isend(*buf=0x46ac40, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffdc6b80018) +| [1] ERROR: MPI_Isend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffa4e20b18) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_isend-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_isend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_isend-001) | [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Wait(*request=0x7ffdc6b80018->0x2c000002, *status=0x1) +| [1] ERROR: MPI_Wait(*request=0x7fffa4e20b18->0x2c000002, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_isend-001.c:44) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_isend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_isend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_isend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (normal) -| [0] ERROR: Signal 6 caught in ITC code section. +| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_isend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] ERROR: Signal 11 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... @@ -74,16 +73,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211358 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257046 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211359 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257047 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.042598247528076 +Command return code: 255, elapsed time: 7.169787168502808 Finished #1335 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_isend-001.c diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_issend-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-send-mpi_issend-001_0.elapsed index a62aa6d53..e8711de74 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_issend-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_issend-001_0.elapsed @@ -1 +1 @@ -7.001848220825195 \ No newline at end of file +6.817105293273926 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_issend-001_0.txt b/logs-20240607/itac/LocalConcurrency-send-mpi_issend-001_0.txt index b72c73a7a..1d1d6a57d 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_issend-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_issend-001_0.txt @@ -1,5 +1,5 @@ Running #1449 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_issend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-send-mpi_issend-001.c (batchinfo:1/1) @@ -51,21 +51,22 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. | [1] ERROR: Control over buffer was transferred to MPI at: -| [1] ERROR: MPI_Issend(*buf=0x46ac50, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe3b909ad8) +| [1] ERROR: MPI_Issend(*buf=0x46abb0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffeb07953b8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_issend-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_issend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_issend-001) | [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Wait(*request=0x7ffe3b909ad8->0x2c000002, *status=0x1) +| [1] ERROR: MPI_Wait(*request=0x7ffeb07953b8->0x2c000002, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_issend-001.c:44) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_issend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_issend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_issend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] ERROR: Signal 11 caught in ITC code section. +| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_issend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid size +| [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... @@ -73,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219637 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265368 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219638 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265369 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.001848220825195 +Command return code: 255, elapsed time: 6.817105293273926 Finished #1449 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_issend-001.c diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_psend_init-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-send-mpi_psend_init-001_0.elapsed index 26e595088..ab40c44fd 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_psend_init-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_psend_init-001_0.elapsed @@ -1 +1 @@ -0.10207414627075195 \ No newline at end of file +0.10371112823486328 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_psend_init-001_0.txt b/logs-20240607/itac/LocalConcurrency-send-mpi_psend_init-001_0.txt index 802450ca3..5a6051bbc 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_psend_init-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_psend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1559 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_psend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-send-mpi_psend_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icc9Gb5YZ.o: in function `main': +ld: /tmp/icc24mtde.o: in function `main': /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_psend_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_psend_init-001.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_psend_init-001.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_rsend_init-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-send-mpi_rsend_init-001_0.elapsed index 36cc1e443..48fff811a 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_rsend_init-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_rsend_init-001_0.elapsed @@ -1 +1 @@ -6.909833669662476 \ No newline at end of file +7.017185688018799 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_rsend_init-001_0.txt b/logs-20240607/itac/LocalConcurrency-send-mpi_rsend_init-001_0.txt index d6adfff7c..116ada003 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_rsend_init-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_rsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1584 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_rsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-send-mpi_rsend_init-001.c (batchinfo:1/1) @@ -51,26 +51,26 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. | [1] ERROR: Persistent send request was created at: -| [1] ERROR: MPI_Rsend_init(*buf=0x46ac70, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffd0fb2b858) +| [1] ERROR: MPI_Rsend_init(*buf=0x46aad0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7fffb9eed448) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_rsend_init-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_rsend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_rsend_init-001) | [1] ERROR: Persistent send request was activated at: -| [1] ERROR: MPI_Start(*request=0x7ffd0fb2b858->0x2c000002) +| [1] ERROR: MPI_Start(*request=0x7fffb9eed448->0x2c000002) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_rsend_init-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_rsend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_rsend_init-001) | [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Wait(*request=0x7ffd0fb2b858->0x2c000002, *status=0x1) +| [1] ERROR: MPI_Wait(*request=0x7fffb9eed448->0x2c000002, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_rsend_init-001.c:47) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_rsend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_rsend_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_rsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_rsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] ERROR: Signal 11 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -79,16 +79,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210329 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255356 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210330 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255358 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.909833669662476 +Command return code: 255, elapsed time: 7.017185688018799 Finished #1584 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_rsend_init-001.c diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_send_init-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-send-mpi_send_init-001_0.elapsed index 8d79cd69d..e3a434c8e 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_send_init-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_send_init-001_0.elapsed @@ -1 +1 @@ -6.949853897094727 \ No newline at end of file +7.175917148590088 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_send_init-001_0.txt b/logs-20240607/itac/LocalConcurrency-send-mpi_send_init-001_0.txt index b106d5517..d9c96abec 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_send_init-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_send_init-001_0.txt @@ -1,5 +1,5 @@ Running #1521 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_send_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-send-mpi_send_init-001.c (batchinfo:1/1) @@ -51,27 +51,28 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. | [1] ERROR: Persistent send request was created at: -| [1] ERROR: MPI_Send_init(*buf=0x46abf0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe66eb4a48) +| [1] ERROR: MPI_Send_init(*buf=0x46abd0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffc17678908) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_send_init-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_send_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_send_init-001) | [1] ERROR: Persistent send request was activated at: -| [1] ERROR: MPI_Start(*request=0x7ffe66eb4a48->0x2c000002) +| [1] ERROR: MPI_Start(*request=0x7ffc17678908->0x2c000002) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_send_init-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_send_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_send_init-001) | [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Wait(*request=0x7ffe66eb4a48->0x2c000002, *status=0x1) +| [1] ERROR: MPI_Wait(*request=0x7ffc17678908->0x2c000002, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_send_init-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_send_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_send_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_send_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| [0] ERROR: Signal 11 caught in ITC code section. +| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_send_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid size +| [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. | [0] ERROR: Giving up now... @@ -79,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208629 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255651 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208630 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255652 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.949853897094727 +Command return code: 255, elapsed time: 7.175917148590088 Finished #1521 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_send_init-001.c diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_ssend_init-001_0.elapsed b/logs-20240607/itac/LocalConcurrency-send-mpi_ssend_init-001_0.elapsed index 0765d8f93..1d1c962f5 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_ssend_init-001_0.elapsed +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_ssend_init-001_0.elapsed @@ -1 +1 @@ -7.178381681442261 \ No newline at end of file +7.083720922470093 \ No newline at end of file diff --git a/logs-20240607/itac/LocalConcurrency-send-mpi_ssend_init-001_0.txt b/logs-20240607/itac/LocalConcurrency-send-mpi_ssend_init-001_0.txt index 935d0071e..f22f68fb0 100644 --- a/logs-20240607/itac/LocalConcurrency-send-mpi_ssend_init-001_0.txt +++ b/logs-20240607/itac/LocalConcurrency-send-mpi_ssend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1506 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_ssend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalConcurrency-send-mpi_ssend_init-001.c (batchinfo:1/1) @@ -51,27 +51,27 @@ Executing the command (cwd: None) | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. | [1] ERROR: Persistent send request was created at: -| [1] ERROR: MPI_Ssend_init(*buf=0x46abf0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffe5a614c68) +| [1] ERROR: MPI_Ssend_init(*buf=0x46ab50, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD, *request=0x7ffcf3ac11c8) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_ssend_init-001.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_ssend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_ssend_init-001) | [1] ERROR: Persistent send request was activated at: -| [1] ERROR: MPI_Start(*request=0x7ffe5a614c68->0x2c000002) +| [1] ERROR: MPI_Start(*request=0x7ffcf3ac11c8->0x2c000002) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_ssend_init-001.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_ssend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_ssend_init-001) | [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Wait(*request=0x7ffe5a614c68->0x2c000002, *status=0x1) +| [1] ERROR: MPI_Wait(*request=0x7ffcf3ac11c8->0x2c000002, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_ssend_init-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalConcurrency-send-mpi_ssend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalConcurrency-send-mpi_ssend_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_ssend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| free(): invalid next size (normal) +| [0] INFO: Writing tracefile LocalConcurrency-send-mpi_ssend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| free(): invalid size | [0] ERROR: Signal 6 caught in ITC code section. | [0] ERROR: Either ITC is faulty or (more likely in a release version) | [0] ERROR: the application has corrupted ITC's internal data structures. @@ -80,16 +80,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215537 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260895 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215539 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260896 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.178381681442261 +Command return code: 255, elapsed time: 7.083720922470093 Finished #1506 /MBI/scripts/gencodes/P2P/LocalConcurrency-send-mpi_ssend_init-001.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_bsend_init-001_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_bsend_init-001_0.elapsed index 53c204384..6e5fd2f76 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_bsend_init-001_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_bsend_init-001_0.elapsed @@ -1 +1 @@ -8.057596206665039 \ No newline at end of file +8.151756763458252 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_bsend_init-001_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_bsend_init-001_0.txt index 07454bbcf..166b2d387 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_bsend_init-001_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_bsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1728 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_bsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_bsend_init-001.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Buffer [0x46abd0, 0x46ac50[ of size 128 cannot store message of size 176. -| [1] ERROR: Free space [0x46abd0, 0x46ac50[, 128 bytes. +| [1] ERROR: Buffer [0x465b80, 0x465c00[ of size 128 cannot store message of size 176. +| [1] ERROR: Free space [0x465b80, 0x465c00[, 128 bytes. | [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), | [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, | [1] ERROR: check for race conditions between buffering and receiving messages, etc). | [1] ERROR: Note that message sizes are calculated using the worst-case scenario that | [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. | [1] ERROR: New message of size 176 was to be sent by: -| [1] ERROR: MPI_Start(*request=0x7ffd0e3f8ca8->0x2c000002) +| [1] ERROR: MPI_Start(*request=0x7fff34ef1aa8->0x2c000002) | [1] ERROR: (/MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_bsend_init-001.c:54) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_bsend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/LocalParameterMissmatch-Dtype-mpi_bsend_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_bsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_bsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220179 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267104 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220180 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267105 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.057596206665039 +Command return code: 255, elapsed time: 8.151756763458252 Finished #1728 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_bsend_init-001.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_irsend-001_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_irsend-001_0.elapsed index 111612b72..d34e6a369 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_irsend-001_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_irsend-001_0.elapsed @@ -1 +1 @@ -2.423018217086792 \ No newline at end of file +2.258038282394409 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_irsend-001_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_irsend-001_0.txt index 02d7a5106..424485704 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_irsend-001_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_irsend-001_0.txt @@ -1,5 +1,5 @@ Running #1625 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_irsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_irsend-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_irsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_irsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.423018217086792 +Command return code: 0, elapsed time: 2.258038282394409 Finished #1625 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_irsend-001.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-001_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-001_0.elapsed index 2e695d656..eca8086e8 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-001_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-001_0.elapsed @@ -1 +1 @@ -2.265101671218872 \ No newline at end of file +2.4076907634735107 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-001_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-001_0.txt index bb51a5082..ce0694395 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-001_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-001_0.txt @@ -1,5 +1,5 @@ Running #1607 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_isend-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 1 finished normally | Rank 0 finished normally +| Rank 1 finished normally +| | -Command return code: 0, elapsed time: 2.265101671218872 +Command return code: 0, elapsed time: 2.4076907634735107 Finished #1607 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-001.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-002_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-002_0.elapsed index a9c497751..c466d565c 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-002_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-002_0.elapsed @@ -1 +1 @@ -2.193437337875366 \ No newline at end of file +2.076362133026123 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-002_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-002_0.txt index e0e80b09b..63a720752 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-002_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-002_0.txt @@ -1,5 +1,5 @@ Running #1961 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_isend-002.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | | -Command return code: 0, elapsed time: 2.193437337875366 +Command return code: 0, elapsed time: 2.076362133026123 Finished #1961 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-002.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-003_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-003_0.elapsed index 21eac1b18..681e9ab9b 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-003_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-003_0.elapsed @@ -1 +1 @@ -2.2552402019500732 \ No newline at end of file +2.200230360031128 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-003_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-003_0.txt index 549837116..93f1d121a 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-003_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-003_0.txt @@ -1,5 +1,5 @@ Running #1588 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_isend-003.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2552402019500732 +Command return code: 0, elapsed time: 2.200230360031128 Finished #1588 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-003.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-004_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-004_0.elapsed index f95e60ad7..06a6fc2dc 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-004_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-004_0.elapsed @@ -1 +1 @@ -2.3851325511932373 \ No newline at end of file +2.305459499359131 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-004_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-004_0.txt index 8695d39b6..02d5d4080 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-004_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-004_0.txt @@ -1,5 +1,5 @@ Running #1618 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_isend-004.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3851325511932373 +| +Command return code: 0, elapsed time: 2.305459499359131 Finished #1618 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-004.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-005_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-005_0.elapsed index 3e2222152..1c826e482 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-005_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-005_0.elapsed @@ -1 +1 @@ -2.482353448867798 \ No newline at end of file +2.3073244094848633 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-005_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-005_0.txt index 6d86ae321..b9f7256ed 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-005_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-005_0.txt @@ -1,5 +1,5 @@ Running #2050 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_isend-005.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.482353448867798 +| +Command return code: 0, elapsed time: 2.3073244094848633 Finished #2050 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-005.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-006_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-006_0.elapsed index cc8f34b42..4a0dc2605 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-006_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-006_0.elapsed @@ -1 +1 @@ -2.3448050022125244 \ No newline at end of file +2.235365152359009 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-006_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-006_0.txt index fb0c8488b..fb2ff016e 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-006_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-006_0.txt @@ -1,5 +1,5 @@ Running #1671 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_isend-006.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3448050022125244 +Command return code: 0, elapsed time: 2.235365152359009 Finished #1671 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-006.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-007_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-007_0.elapsed index 8beb6a616..60fb139b2 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-007_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-007_0.elapsed @@ -1 +1 @@ -2.1778759956359863 \ No newline at end of file +2.291642427444458 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-007_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-007_0.txt index d1738c875..e7ab4287d 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-007_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_isend-007_0.txt @@ -1,5 +1,5 @@ Running #1628 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_isend-007.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_isend-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1778759956359863 +Command return code: 0, elapsed time: 2.291642427444458 Finished #1628 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_isend-007.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-001_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-001_0.elapsed index 8c81eef5f..2ab5fb6ad 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-001_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-001_0.elapsed @@ -1 +1 @@ -2.3122386932373047 \ No newline at end of file +2.4288899898529053 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-001_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-001_0.txt index f9f645933..ec7919db3 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-001_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-001_0.txt @@ -1,5 +1,5 @@ Running #2016 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_rsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_rsend-001.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_rsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_rsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.3122386932373047 +| +Command return code: 0, elapsed time: 2.4288899898529053 Finished #2016 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_rsend-001.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-002_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-002_0.elapsed index c8ce94953..db00a869c 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-002_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-002_0.elapsed @@ -1 +1 @@ -2.2434115409851074 \ No newline at end of file +2.880876064300537 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-002_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-002_0.txt index 431f8c6a2..0744874c1 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-002_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-002_0.txt @@ -1,5 +1,5 @@ Running #2057 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_rsend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_rsend-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_rsend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_rsend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2434115409851074 +Command return code: 0, elapsed time: 2.880876064300537 Finished #2057 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_rsend-002.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-003_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-003_0.elapsed index f7abed92c..c73867911 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-003_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-003_0.elapsed @@ -1 +1 @@ -2.5762717723846436 \ No newline at end of file +2.4130566120147705 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-003_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-003_0.txt index 66b8742ce..59f46c2ff 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-003_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_rsend-003_0.txt @@ -1,5 +1,5 @@ Running #1718 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_rsend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_rsend-003.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_rsend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_rsend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.5762717723846436 +Command return code: 0, elapsed time: 2.4130566120147705 Finished #1718 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_rsend-003.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-001_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-001_0.elapsed index 33b9da019..5af866bd0 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-001_0.elapsed @@ -1 +1 @@ -2.3074681758880615 \ No newline at end of file +2.3098576068878174 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-001_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-001_0.txt index d0717561c..afe05f85f 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-001_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1662 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3074681758880615 +Command return code: 0, elapsed time: 2.3098576068878174 Finished #1662 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-001.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-002_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-002_0.elapsed index b62ce9270..4d4f57d0b 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-002_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-002_0.elapsed @@ -1 +1 @@ -2.248048782348633 \ No newline at end of file +2.4936039447784424 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-002_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-002_0.txt index c6105d820..1f4997832 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-002_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-002_0.txt @@ -1,5 +1,5 @@ Running #2021 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.248048782348633 +Command return code: 0, elapsed time: 2.4936039447784424 Finished #2021 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-002.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-003_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-003_0.elapsed index e324ef199..016a18a3b 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-003_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-003_0.elapsed @@ -1 +1 @@ -2.1782312393188477 \ No newline at end of file +2.221163034439087 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-003_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-003_0.txt index 4ea9ba317..ca43f1943 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-003_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-003_0.txt @@ -1,5 +1,5 @@ Running #1562 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-003.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1782312393188477 +Command return code: 0, elapsed time: 2.221163034439087 Finished #1562 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-003.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-004_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-004_0.elapsed index 3ba488b6b..b955d2efc 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-004_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-004_0.elapsed @@ -1 +1 @@ -2.3090620040893555 \ No newline at end of file +2.2687835693359375 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-004_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-004_0.txt index 9f2d59000..520c1f26d 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-004_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-004_0.txt @@ -1,5 +1,5 @@ Running #1435 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-004.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.3090620040893555 +Command return code: 0, elapsed time: 2.2687835693359375 Finished #1435 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-004.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-005_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-005_0.elapsed index 960819948..b7f949b8c 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-005_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-005_0.elapsed @@ -1 +1 @@ -1.7568371295928955 \ No newline at end of file +1.7392115592956543 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-005_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-005_0.txt index c11619000..70667c2e8 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-005_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-005_0.txt @@ -1,5 +1,5 @@ Running #1944 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-005.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.7568371295928955 +Command return code: 0, elapsed time: 1.7392115592956543 Finished #1944 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-005.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-006_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-006_0.elapsed index 4891f4826..7e3e66738 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-006_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-006_0.elapsed @@ -1 +1 @@ -2.0526316165924072 \ No newline at end of file +2.300528049468994 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-006_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-006_0.txt index 9ccd9966f..14350d1fc 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-006_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-006_0.txt @@ -1,5 +1,5 @@ Running #1283 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-006.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.0526316165924072 +Command return code: 0, elapsed time: 2.300528049468994 Finished #1283 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-006.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-007_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-007_0.elapsed index d2f9fe6b2..aa0193549 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-007_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-007_0.elapsed @@ -1 +1 @@ -0.9991579055786133 \ No newline at end of file +2.072384834289551 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-007_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-007_0.txt index b96b985e7..954d16070 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-007_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-007_0.txt @@ -1,5 +1,5 @@ Running #1801 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-007.c (batchinfo:1/1) @@ -51,23 +51,15 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231779 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| [0] INFO: Error checking completed without finding any problems. | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231780 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| Rank 0 finished normally +| Rank 1 finished normally | -Command return code: 255, elapsed time: 0.9991579055786133 +| +| +Command return code: 0, elapsed time: 2.072384834289551 Finished #1801 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-007.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-008_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-008_0.elapsed index 782340ce0..775b24116 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-008_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-008_0.elapsed @@ -1 +1 @@ -2.396801233291626 \ No newline at end of file +2.3780875205993652 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-008_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-008_0.txt index 42a8ecb44..da5956a65 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-008_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-008_0.txt @@ -1,5 +1,5 @@ Running #1770 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-008.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.396801233291626 +Command return code: 0, elapsed time: 2.3780875205993652 Finished #1770 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-008.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-009_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-009_0.elapsed index 0c5bd75b2..2462f674a 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-009_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-009_0.elapsed @@ -1 +1 @@ -2.4334378242492676 \ No newline at end of file +2.231093168258667 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-009_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-009_0.txt index 028879ed6..1ddf5d4d4 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-009_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-009_0.txt @@ -1,5 +1,5 @@ Running #2047 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-009.c (batchinfo:1/1) @@ -47,13 +47,15 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.4334378242492676 +| +| +Command return code: 0, elapsed time: 2.231093168258667 Finished #2047 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-009.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-010_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-010_0.elapsed index 27985a9f9..073f967ae 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-010_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-010_0.elapsed @@ -1 +1 @@ -2.222493886947632 \ No newline at end of file +2.479222297668457 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-010_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-010_0.txt index 38584ebc0..b1c08e487 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-010_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-010_0.txt @@ -1,5 +1,5 @@ Running #1554 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-010.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.222493886947632 +Command return code: 0, elapsed time: 2.479222297668457 Finished #1554 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-010.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-011_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-011_0.elapsed index f9a152689..a860025b1 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-011_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-011_0.elapsed @@ -1 +1 @@ -2.20949125289917 \ No newline at end of file +2.316488027572632 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-011_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-011_0.txt index fa4a6efb6..4cb8718ce 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-011_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-011_0.txt @@ -1,5 +1,5 @@ Running #1591 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-011.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.20949125289917 +Command return code: 0, elapsed time: 2.316488027572632 Finished #1591 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-011.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-012_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-012_0.elapsed index b8dd11210..159981cea 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-012_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-012_0.elapsed @@ -1 +1 @@ -2.331458806991577 \ No newline at end of file +2.342308521270752 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-012_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-012_0.txt index bf6088337..f0358245f 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-012_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-012_0.txt @@ -1,5 +1,5 @@ Running #1287 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-012.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.331458806991577 +Command return code: 0, elapsed time: 2.342308521270752 Finished #1287 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-012.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-013_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-013_0.elapsed index bbe5686b7..7c11543c5 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-013_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-013_0.elapsed @@ -1 +1 @@ -2.310659885406494 \ No newline at end of file +2.3241491317749023 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-013_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-013_0.txt index 3083a5eac..07ad21fbe 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-013_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-013_0.txt @@ -1,5 +1,5 @@ Running #1931 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-013.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.310659885406494 +Command return code: 0, elapsed time: 2.3241491317749023 Finished #1931 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-013.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-014_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-014_0.elapsed index 0dde1e5e6..ad13fad9d 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-014_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-014_0.elapsed @@ -1 +1 @@ -2.2143189907073975 \ No newline at end of file +2.3683536052703857 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-014_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-014_0.txt index 002b85c74..c94514293 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-014_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-014_0.txt @@ -1,5 +1,5 @@ Running #1886 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-014.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.2143189907073975 +Command return code: 0, elapsed time: 2.3683536052703857 Finished #1886 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-014.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-015_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-015_0.elapsed index 98a033513..e4f231f3b 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-015_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-015_0.elapsed @@ -1 +1 @@ -2.3276138305664062 \ No newline at end of file +2.295808792114258 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-015_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-015_0.txt index 893a803e8..567d76e40 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-015_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-015_0.txt @@ -1,5 +1,5 @@ Running #1456 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-015.c (batchinfo:1/1) @@ -47,13 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.3276138305664062 +| +Command return code: 0, elapsed time: 2.295808792114258 Finished #1456 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-015.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-016_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-016_0.elapsed index cff75b38f..a6c2838e9 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-016_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-016_0.elapsed @@ -1 +1 @@ -2.3122451305389404 \ No newline at end of file +2.3164048194885254 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-016_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-016_0.txt index 0c4d00f33..d5f9f32a0 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-016_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-016_0.txt @@ -1,5 +1,5 @@ Running #1501 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-016.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.3122451305389404 +Command return code: 0, elapsed time: 2.3164048194885254 Finished #1501 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-016.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-017_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-017_0.elapsed index 8049be94f..ff1f198e1 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-017_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-017_0.elapsed @@ -1 +1 @@ -2.1379904747009277 \ No newline at end of file +2.403134822845459 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-017_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-017_0.txt index e25c697e3..b6431b89d 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-017_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-017_0.txt @@ -1,5 +1,5 @@ Running #1519 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-017.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 2.1379904747009277 +Command return code: 0, elapsed time: 2.403134822845459 Finished #1519 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-017.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-018_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-018_0.elapsed index 5102fbefb..1ff608270 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-018_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-018_0.elapsed @@ -1 +1 @@ -2.2241694927215576 \ No newline at end of file +2.2562601566314697 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-018_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-018_0.txt index 2c9d8d324..d9b25be72 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-018_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-018_0.txt @@ -1,5 +1,5 @@ Running #1515 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-018.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.2241694927215576 +Command return code: 0, elapsed time: 2.2562601566314697 Finished #1515 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-018.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-019_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-019_0.elapsed index 4be56daa8..b63131967 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-019_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-019_0.elapsed @@ -1 +1 @@ -2.311591625213623 \ No newline at end of file +2.42995023727417 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-019_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-019_0.txt index 28115293c..ad3f6a781 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-019_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-019_0.txt @@ -1,5 +1,5 @@ Running #1453 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-019.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-019.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.311591625213623 +Command return code: 0, elapsed time: 2.42995023727417 Finished #1453 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-019.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-020_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-020_0.elapsed index 4a4950af5..1ed24259d 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-020_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-020_0.elapsed @@ -1 +1 @@ -2.296304225921631 \ No newline at end of file +2.237807035446167 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-020_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-020_0.txt index 762b9bab0..0975297e7 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-020_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-020_0.txt @@ -1,5 +1,5 @@ Running #1857 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-020.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.296304225921631 +Command return code: 0, elapsed time: 2.237807035446167 Finished #1857 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-020.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-021_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-021_0.elapsed index edb75c66e..b1a7ece2b 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-021_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-021_0.elapsed @@ -1 +1 @@ -2.331223726272583 \ No newline at end of file +2.365518093109131 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-021_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-021_0.txt index 84149ff3c..3ef147fdf 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-021_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-021_0.txt @@ -1,5 +1,5 @@ Running #1651 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-021.c (batchinfo:1/1) @@ -47,13 +47,15 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.331223726272583 +| +| +Command return code: 0, elapsed time: 2.365518093109131 Finished #1651 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-021.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022_0.elapsed index ab83c8f33..8bb4d9ffd 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022_0.elapsed @@ -1 +1 @@ -1.1663117408752441 \ No newline at end of file +1.073134422302246 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022_0.md5sum b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022_0.md5sum deleted file mode 100644 index 87839165f..000000000 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -2b4047dbba51a1cec92e5c7f33b6ceb6 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022_0.txt index d2f9a2a4c..37bf8d032 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-022_0.txt @@ -1,5 +1,5 @@ Running #1824 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-022.c (batchinfo:1/1) @@ -54,16 +54,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223631 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268747 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223632 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268748 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1663117408752441 +Command return code: 255, elapsed time: 1.073134422302246 Finished #1824 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-022.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-023_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-023_0.elapsed index eaf994665..94781ca55 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-023_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-023_0.elapsed @@ -1 +1 @@ -2.210331678390503 \ No newline at end of file +2.1679446697235107 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-023_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-023_0.txt index 0df86b07f..352931bc7 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-023_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-023_0.txt @@ -1,5 +1,5 @@ Running #1291 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-023.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-023.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | | -Command return code: 0, elapsed time: 2.210331678390503 +Command return code: 0, elapsed time: 2.1679446697235107 Finished #1291 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-023.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-024_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-024_0.elapsed index db72331f3..4655010ed 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-024_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-024_0.elapsed @@ -1 +1 @@ -2.2119455337524414 \ No newline at end of file +2.38346004486084 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-024_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-024_0.txt index 90f9c4dd9..c8dc6eba7 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-024_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-024_0.txt @@ -1,5 +1,5 @@ Running #1887 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-024.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-024.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-024.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-024.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2119455337524414 +Command return code: 0, elapsed time: 2.38346004486084 Finished #1887 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-024.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-025_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-025_0.elapsed index 00bd2c797..3b3599b9b 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-025_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-025_0.elapsed @@ -1 +1 @@ -2.396937608718872 \ No newline at end of file +2.3197293281555176 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-025_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-025_0.txt index b6205dc41..4cf43e277 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-025_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-025_0.txt @@ -1,5 +1,5 @@ Running #1768 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-025.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-025.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-025.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-025.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.396937608718872 +Command return code: 0, elapsed time: 2.3197293281555176 Finished #1768 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-025.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-026_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-026_0.elapsed index 09d263f4b..25fe828d8 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-026_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-026_0.elapsed @@ -1 +1 @@ -1.1494512557983398 \ No newline at end of file +2.334275007247925 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-026_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-026_0.txt index 1dd9e6206..9b8f07c15 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-026_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-026_0.txt @@ -1,5 +1,5 @@ Running #1402 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-026.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-026.c (batchinfo:1/1) @@ -47,23 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-026.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214812 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| [0] INFO: Error checking completed without finding any problems. | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214813 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== +| Rank 0 finished normally +| Rank 1 finished normally | -Command return code: 255, elapsed time: 1.1494512557983398 +| +Command return code: 0, elapsed time: 2.334275007247925 Finished #1402 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-026.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-027_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-027_0.elapsed index 60ba626dc..d3d73e2b1 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-027_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-027_0.elapsed @@ -1 +1 @@ -1.9808597564697266 \ No newline at end of file +2.341500997543335 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-027_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-027_0.txt index 48c020df8..e725e0c78 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-027_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-027_0.txt @@ -1,5 +1,5 @@ Running #1976 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-027.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-027.c (batchinfo:1/1) @@ -51,7 +51,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-027.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-027.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -59,6 +59,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.9808597564697266 +Command return code: 0, elapsed time: 2.341500997543335 Finished #1976 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-027.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028_0.elapsed index 127ba4055..f9e0c8525 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028_0.elapsed @@ -1 +1 @@ -2.3629069328308105 \ No newline at end of file +1.1473445892333984 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028_0.md5sum b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028_0.md5sum deleted file mode 100644 index faef86a3e..000000000 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -3a189a0a0a7a5837c7c1e2df348ede87 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028_0.txt index 3c9eb5ba6..8ae6b4ca0 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-028_0.txt @@ -1,5 +1,5 @@ Running #2031 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-028.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-028.c (batchinfo:1/1) @@ -47,14 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-028.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | -| [0] INFO: Error checking completed without finding any problems. +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 274818 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -| Rank 0 finished normally -| Rank 1 finished normally +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 274819 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -| -Command return code: 0, elapsed time: 2.3629069328308105 +Command return code: 255, elapsed time: 1.1473445892333984 Finished #2031 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-028.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029_0.elapsed index a0d8e413d..fd07960c9 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029_0.elapsed @@ -1 +1 @@ -60.205498695373535 \ No newline at end of file +2.155001640319824 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029_0.timeout b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029_0.timeout deleted file mode 100644 index 34c39ac8f..000000000 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00427603721619 seconds \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029_0.txt index d1d7c10e3..092b6bf79 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-029_0.txt @@ -1,5 +1,5 @@ Running #1560 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-029.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-029.c (batchinfo:1/1) @@ -47,7 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| corrupted size vs. prev_size -Command killed by signal 15, elapsed time: 60.205498695373535 +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-029.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: Error checking completed without finding any problems. +| +| Rank 1 finished normally +| Rank 0 finished normally +| +| +Command return code: 0, elapsed time: 2.155001640319824 Finished #1560 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-029.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030_0.elapsed index e117929ce..1ae1af234 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030_0.elapsed @@ -1 +1 @@ -0.8419806957244873 \ No newline at end of file +120.20708513259888 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030_0.timeout b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030_0.timeout new file mode 100644 index 000000000..1c2ff376a --- /dev/null +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030_0.timeout @@ -0,0 +1 @@ +120.0057966709137 seconds \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030_0.txt index fd24cef10..14bbab5cd 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send-030_0.txt @@ -1,5 +1,5 @@ Running #2011 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-030.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send-030.c (batchinfo:1/1) @@ -47,25 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send-030.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| malloc(): unaligned tcache chunk detected -| [0] ERROR: Signal 6 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... -| -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234728 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234729 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -Command return code: 255, elapsed time: 0.8419806957244873 +| malloc_consolidate(): invalid chunk size +Command killed by signal 15, elapsed time: 120.20708513259888 Finished #2011 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send-030.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-001_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-001_0.elapsed index 692ad11ff..4b54a0d2e 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-001_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-001_0.elapsed @@ -1 +1 @@ -2.2746071815490723 \ No newline at end of file +2.2520930767059326 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-001_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-001_0.txt index 508c66cd4..19ce0d100 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-001_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-001_0.txt @@ -1,5 +1,5 @@ Running #1371 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send_init-001.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | -| -Command return code: 0, elapsed time: 2.2746071815490723 +Command return code: 0, elapsed time: 2.2520930767059326 Finished #1371 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send_init-001.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-002_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-002_0.elapsed index 7750e82f8..bd1436c04 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-002_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-002_0.elapsed @@ -1 +1 @@ -2.2703940868377686 \ No newline at end of file +2.1863532066345215 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-002_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-002_0.txt index fa45c5006..70a3643c6 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-002_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_send_init-002_0.txt @@ -1,5 +1,5 @@ Running #1731 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_send_init-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send_init-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_send_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.2703940868377686 +Command return code: 0, elapsed time: 2.1863532066345215 Finished #1731 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_send_init-002.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-001_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-001_0.elapsed index 77bd2e180..8f414647a 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-001_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-001_0.elapsed @@ -1 +1 @@ -1.7633826732635498 \ No newline at end of file +1.782219648361206 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-001_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-001_0.txt index 4f71da6cc..af05dbe35 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-001_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-001_0.txt @@ -1,5 +1,5 @@ Running #1939 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_ssend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_ssend-001.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_ssend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_ssend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,7 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 1.7633826732635498 +| +Command return code: 0, elapsed time: 1.782219648361206 Finished #1939 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_ssend-001.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-002_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-002_0.elapsed index b03b4f2ca..725e03dd9 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-002_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-002_0.elapsed @@ -1 +1 @@ -2.447929620742798 \ No newline at end of file +2.30019211769104 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-002_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-002_0.txt index 6c9c31186..61f319738 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-002_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-002_0.txt @@ -1,5 +1,5 @@ Running #1825 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_ssend-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_ssend-002.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_ssend-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_ssend-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,7 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -| -Command return code: 0, elapsed time: 2.447929620742798 +Command return code: 0, elapsed time: 2.30019211769104 Finished #1825 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_ssend-002.c diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-003_0.elapsed b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-003_0.elapsed index afad338ff..1ce467eda 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-003_0.elapsed +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-003_0.elapsed @@ -1 +1 @@ -2.243649959564209 \ No newline at end of file +2.2573463916778564 \ No newline at end of file diff --git a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-003_0.txt b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-003_0.txt index 9700b8dd2..696f43116 100644 --- a/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-003_0.txt +++ b/logs-20240607/itac/LocalParameterMissmatch-Dtype-mpi_ssend-003_0.txt @@ -1,5 +1,5 @@ Running #1700 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_ssend-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling LocalParameterMissmatch-Dtype-mpi_ssend-003.c (batchinfo:1/1) @@ -47,14 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_ssend-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile LocalParameterMissmatch-Dtype-mpi_ssend-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | -| Rank 0 finished normally | Rank 1 finished normally +| Rank 0 finished normally | | -Command return code: 0, elapsed time: 2.243649959564209 +Command return code: 0, elapsed time: 2.2573463916778564 Finished #1700 /MBI/scripts/gencodes/P2P/LocalParameterMissmatch-Dtype-mpi_ssend-003.c diff --git a/logs-20240607/itac/Matching-tag-mpi_send-001_0.elapsed b/logs-20240607/itac/Matching-tag-mpi_send-001_0.elapsed index 7ec151d63..46653a50c 100644 --- a/logs-20240607/itac/Matching-tag-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/Matching-tag-mpi_send-001_0.elapsed @@ -1 +1 @@ -60.20458674430847 \ No newline at end of file +62.543155908584595 \ No newline at end of file diff --git a/logs-20240607/itac/Matching-tag-mpi_send-001_0.timeout b/logs-20240607/itac/Matching-tag-mpi_send-001_0.timeout deleted file mode 100644 index 36894eb24..000000000 --- a/logs-20240607/itac/Matching-tag-mpi_send-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00288653373718 seconds \ No newline at end of file diff --git a/logs-20240607/itac/Matching-tag-mpi_send-001_0.txt b/logs-20240607/itac/Matching-tag-mpi_send-001_0.txt index 904afbee7..c01438c1b 100644 --- a/logs-20240607/itac/Matching-tag-mpi_send-001_0.txt +++ b/logs-20240607/itac/Matching-tag-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1926 /MBI/scripts/gencodes/P2P/Matching-tag-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling Matching-tag-mpi_send-001.c (batchinfo:1/1) @@ -56,6 +56,45 @@ Executing the command (cwd: None) | Count Even Numbers: 4 | Count Even Numbers: 4 | Count Even Numbers: 5 -Command killed by signal 15, elapsed time: 60.20458674430847 +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffdb7b4e310->0x2c00000a, *status=0x7ffdb7b4e31c) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/Matching-tag-mpi_send-001.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Matching-tag-mpi_send-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffec8feade0->0x2c00000a, *status=0x7ffec8feadec) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/Matching-tag-mpi_send-001.c:66) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/Matching-tag-mpi_send-001) +| [0] INFO: Writing tracefile Matching-tag-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (11.1%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 270441 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 270442 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.543155908584595 Finished #1926 /MBI/scripts/gencodes/P2P/Matching-tag-mpi_send-001.c diff --git a/logs-20240607/itac/MissingCall-mpi_init-001_0.elapsed b/logs-20240607/itac/MissingCall-mpi_init-001_0.elapsed index d22d31b3d..a50ebb179 100644 --- a/logs-20240607/itac/MissingCall-mpi_init-001_0.elapsed +++ b/logs-20240607/itac/MissingCall-mpi_init-001_0.elapsed @@ -1 +1 @@ -0.38334083557128906 \ No newline at end of file +0.5294530391693115 \ No newline at end of file diff --git a/logs-20240607/itac/MissingCall-mpi_init-001_0.md5sum b/logs-20240607/itac/MissingCall-mpi_init-001_0.md5sum deleted file mode 100644 index 1c02da770..000000000 --- a/logs-20240607/itac/MissingCall-mpi_init-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -d2bfd3ae92941c47605f892e5fbcf63b \ No newline at end of file diff --git a/logs-20240607/itac/MissingCall-mpi_init-001_0.txt b/logs-20240607/itac/MissingCall-mpi_init-001_0.txt index a6277db90..059b95540 100644 --- a/logs-20240607/itac/MissingCall-mpi_init-001_0.txt +++ b/logs-20240607/itac/MissingCall-mpi_init-001_0.txt @@ -1,5 +1,5 @@ Running #2103 /MBI/scripts/gencodes/other/MissingCall-mpi_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling MissingCall-mpi_init-001.c (batchinfo:1/1) @@ -15,6 +15,7 @@ Executing the command (cwd: None) | Attempting to use an MPI routine (PMPI_Comm_size) before initializing or after finalizing MPICH | Attempting to use an MPI routine (PMPI_Comm_size) before initializing or after finalizing MPICH | -Command return code: 1, elapsed time: 0.38334083557128906 +| +Command return code: 1, elapsed time: 0.5294530391693115 Finished #2103 /MBI/scripts/gencodes/other/MissingCall-mpi_init-001.c diff --git a/logs-20240607/itac/MissingCall-mpi_send-001_0.elapsed b/logs-20240607/itac/MissingCall-mpi_send-001_0.elapsed index a3e92636a..ed94b47e6 100644 --- a/logs-20240607/itac/MissingCall-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/MissingCall-mpi_send-001_0.elapsed @@ -1 +1 @@ -60.20656085014343 \ No newline at end of file +62.414143085479736 \ No newline at end of file diff --git a/logs-20240607/itac/MissingCall-mpi_send-001_0.timeout b/logs-20240607/itac/MissingCall-mpi_send-001_0.timeout deleted file mode 100644 index cc4dce57e..000000000 --- a/logs-20240607/itac/MissingCall-mpi_send-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00522041320801 seconds \ No newline at end of file diff --git a/logs-20240607/itac/MissingCall-mpi_send-001_0.txt b/logs-20240607/itac/MissingCall-mpi_send-001_0.txt index 30a6b20b7..1e866690b 100644 --- a/logs-20240607/itac/MissingCall-mpi_send-001_0.txt +++ b/logs-20240607/itac/MissingCall-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1778 /MBI/scripts/gencodes/P2P/MissingCall-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling MissingCall-mpi_send-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./MissingCall-mpi_send-001 | -Command killed by signal 15, elapsed time: 60.20656085014343 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x4706b0, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/MissingCall-mpi_send-001.c:36) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/MissingCall-mpi_send-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x46ac30, count=10, datatype=MPI_INT, source=0, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/MissingCall-mpi_send-001.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/MissingCall-mpi_send-001) +| [0] INFO: Writing tracefile MissingCall-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 276483 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 276484 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.414143085479736 Finished #1778 /MBI/scripts/gencodes/P2P/MissingCall-mpi_send-001.c diff --git a/logs-20240607/itac/MissingCall-mpi_send-002_0.elapsed b/logs-20240607/itac/MissingCall-mpi_send-002_0.elapsed index 94961cbff..4daf46054 100644 --- a/logs-20240607/itac/MissingCall-mpi_send-002_0.elapsed +++ b/logs-20240607/itac/MissingCall-mpi_send-002_0.elapsed @@ -1 +1 @@ -60.206135272979736 \ No newline at end of file +62.38487100601196 \ No newline at end of file diff --git a/logs-20240607/itac/MissingCall-mpi_send-002_0.timeout b/logs-20240607/itac/MissingCall-mpi_send-002_0.timeout deleted file mode 100644 index 272a8ceb0..000000000 --- a/logs-20240607/itac/MissingCall-mpi_send-002_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.004408836364746 seconds \ No newline at end of file diff --git a/logs-20240607/itac/MissingCall-mpi_send-002_0.txt b/logs-20240607/itac/MissingCall-mpi_send-002_0.txt index b1ec0426a..b39171f6c 100644 --- a/logs-20240607/itac/MissingCall-mpi_send-002_0.txt +++ b/logs-20240607/itac/MissingCall-mpi_send-002_0.txt @@ -1,5 +1,5 @@ Running #1627 /MBI/scripts/gencodes/P2P/MissingCall-mpi_send-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling MissingCall-mpi_send-002.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./MissingCall-mpi_send-002 | -Command killed by signal 15, elapsed time: 60.206135272979736 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffe24a03008->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/MissingCall-mpi_send-002.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/MissingCall-mpi_send-002) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x46ac30, count=10, datatype=MPI_INT, source=0, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/MissingCall-mpi_send-002.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/MissingCall-mpi_send-002) +| [0] INFO: Writing tracefile MissingCall-mpi_send-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 265565 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 265566 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.38487100601196 Finished #1627 /MBI/scripts/gencodes/P2P/MissingCall-mpi_send-002.c diff --git a/logs-20240607/itac/MissingCall-mpi_send-003_0.elapsed b/logs-20240607/itac/MissingCall-mpi_send-003_0.elapsed index 0f896fc42..06afdc94a 100644 --- a/logs-20240607/itac/MissingCall-mpi_send-003_0.elapsed +++ b/logs-20240607/itac/MissingCall-mpi_send-003_0.elapsed @@ -1 +1 @@ -60.206310749053955 \ No newline at end of file +62.24365425109863 \ No newline at end of file diff --git a/logs-20240607/itac/MissingCall-mpi_send-003_0.timeout b/logs-20240607/itac/MissingCall-mpi_send-003_0.timeout deleted file mode 100644 index 1b3e5dc18..000000000 --- a/logs-20240607/itac/MissingCall-mpi_send-003_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.004963874816895 seconds \ No newline at end of file diff --git a/logs-20240607/itac/MissingCall-mpi_send-003_0.txt b/logs-20240607/itac/MissingCall-mpi_send-003_0.txt index e6315e6a5..9c309d8ff 100644 --- a/logs-20240607/itac/MissingCall-mpi_send-003_0.txt +++ b/logs-20240607/itac/MissingCall-mpi_send-003_0.txt @@ -1,5 +1,5 @@ Running #1844 /MBI/scripts/gencodes/P2P/MissingCall-mpi_send-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling MissingCall-mpi_send-003.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./MissingCall-mpi_send-003 | -Command killed by signal 15, elapsed time: 60.206310749053955 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffc28c18218->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/MissingCall-mpi_send-003.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/MissingCall-mpi_send-003) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x46ac30, count=10, datatype=MPI_INT, source=0, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/MissingCall-mpi_send-003.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/MissingCall-mpi_send-003) +| [0] INFO: Writing tracefile MissingCall-mpi_send-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 277422 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 277423 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.24365425109863 Finished #1844 /MBI/scripts/gencodes/P2P/MissingCall-mpi_send-003.c diff --git a/logs-20240607/itac/MsgRace-ANY_SOURCE-001_0.elapsed b/logs-20240607/itac/MsgRace-ANY_SOURCE-001_0.elapsed index 9b10832d6..44d6c1ce8 100644 --- a/logs-20240607/itac/MsgRace-ANY_SOURCE-001_0.elapsed +++ b/logs-20240607/itac/MsgRace-ANY_SOURCE-001_0.elapsed @@ -1 +1 @@ -60.209299087524414 \ No newline at end of file +62.05556392669678 \ No newline at end of file diff --git a/logs-20240607/itac/MsgRace-ANY_SOURCE-001_0.timeout b/logs-20240607/itac/MsgRace-ANY_SOURCE-001_0.timeout deleted file mode 100644 index 2e515e1a8..000000000 --- a/logs-20240607/itac/MsgRace-ANY_SOURCE-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00788736343384 seconds \ No newline at end of file diff --git a/logs-20240607/itac/MsgRace-ANY_SOURCE-001_0.txt b/logs-20240607/itac/MsgRace-ANY_SOURCE-001_0.txt index ce597efb7..2ba52d5c0 100644 --- a/logs-20240607/itac/MsgRace-ANY_SOURCE-001_0.txt +++ b/logs-20240607/itac/MsgRace-ANY_SOURCE-001_0.txt @@ -1,5 +1,5 @@ Running #1938 /MBI/scripts/gencodes/P2P/MsgRace-ANY_SOURCE-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling MsgRace-ANY_SOURCE-001.c (batchinfo:1/1) @@ -44,6 +44,59 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) | [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 | [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s -Command killed by signal 15, elapsed time: 60.209299087524414 +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x47dab0, count=10, datatype=MPI_INT, source=1, tag=0, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/MsgRace-ANY_SOURCE-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/MsgRace-ANY_SOURCE-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/MsgRace-ANY_SOURCE-001.c:54) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/MsgRace-ANY_SOURCE-001) +| [0] ERROR: [2] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/MsgRace-ANY_SOURCE-001.c:54) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/MsgRace-ANY_SOURCE-001) +| [0] INFO: Writing tracefile MsgRace-ANY_SOURCE-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 3596 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 3597 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 2 PID 3598 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.05556392669678 Finished #1938 /MBI/scripts/gencodes/P2P/MsgRace-ANY_SOURCE-001.c diff --git a/logs-20240607/itac/MsgRace-ANY_TAG-001_0.elapsed b/logs-20240607/itac/MsgRace-ANY_TAG-001_0.elapsed index a7c30548f..6ba6bb256 100644 --- a/logs-20240607/itac/MsgRace-ANY_TAG-001_0.elapsed +++ b/logs-20240607/itac/MsgRace-ANY_TAG-001_0.elapsed @@ -1 +1 @@ -60.20726442337036 \ No newline at end of file +62.461053133010864 \ No newline at end of file diff --git a/logs-20240607/itac/MsgRace-ANY_TAG-001_0.timeout b/logs-20240607/itac/MsgRace-ANY_TAG-001_0.timeout deleted file mode 100644 index c64273bad..000000000 --- a/logs-20240607/itac/MsgRace-ANY_TAG-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00590920448303 seconds \ No newline at end of file diff --git a/logs-20240607/itac/MsgRace-ANY_TAG-001_0.txt b/logs-20240607/itac/MsgRace-ANY_TAG-001_0.txt index 14a4bb5ab..63c81ca02 100644 --- a/logs-20240607/itac/MsgRace-ANY_TAG-001_0.txt +++ b/logs-20240607/itac/MsgRace-ANY_TAG-001_0.txt @@ -1,5 +1,5 @@ Running #1799 /MBI/scripts/gencodes/P2P/MsgRace-ANY_TAG-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling MsgRace-ANY_TAG-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./MsgRace-ANY_TAG-001 | -Command killed by signal 15, elapsed time: 60.20726442337036 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/MsgRace-ANY_TAG-001.c:54) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/MsgRace-ANY_TAG-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46ac90, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/MsgRace-ANY_TAG-001.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/MsgRace-ANY_TAG-001) +| [0] INFO: Writing tracefile MsgRace-ANY_TAG-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 273684 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 273685 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.461053133010864 Finished #1799 /MBI/scripts/gencodes/P2P/MsgRace-ANY_TAG-001.c diff --git a/logs-20240607/itac/PAL-debug-0.out b/logs-20240607/itac/PAL-debug-0.out deleted file mode 100644 index 935925ab7..000000000 --- a/logs-20240607/itac/PAL-debug-0.out +++ /dev/null @@ -1 +0,0 @@ -[1717755437.246210 finalize/0x7fc1aca316c0/206906@VT_logtimer.c:1107] VT_IPCBcast( HERE, sync, 2, VT_IPC_INT64, 0, comm ) = 1 diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_allgather-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_allgather-001_0.elapsed index d458dea6e..c5f222816 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_allgather-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_allgather-001_0.elapsed @@ -1 +1 @@ -60.220510959625244 \ No newline at end of file +62.13578009605408 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_allgather-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_allgather-001_0.timeout deleted file mode 100644 index 26b483206..000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_allgather-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00903081893921 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_allgather-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_allgather-001_0.txt index 5c8fce48b..9a34a7b2f 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_allgather-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_allgather-001_0.txt @@ -1,5 +1,5 @@ Running #747 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_allgather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_allgather-001.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.220510959625244 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_allgather-001.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_allgather-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad00, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_allgather-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_allgather-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_allgather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 236428 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 236430 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.13578009605408 Finished #747 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_allgather-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.elapsed index 22078df44..24769d464 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.elapsed @@ -1 +1 @@ -60.203296422958374 \ No newline at end of file +61.19144892692566 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.md5sum b/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.md5sum deleted file mode 100644 index a8412c1ee..000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -7320a9215be742e5851f499acb5b8291 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.timeout deleted file mode 100644 index 72654829a..000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00208568572998 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.txt index c4f9e3857..33cbae7da 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_allreduce-001_0.txt @@ -1,5 +1,5 @@ Running #1198 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_allreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_allreduce-001.c (batchinfo:1/1) @@ -38,6 +38,34 @@ Executing the command (cwd: None) | [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON | [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON | [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON -Command killed by signal 15, elapsed time: 60.203296422958374 +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 252478 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 252479 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 61.19144892692566 Finished #1198 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_allreduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001_0.elapsed index 1969defd3..510afa488 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001_0.elapsed @@ -1 +1 @@ -60.20812749862671 \ No newline at end of file +62.163607358932495 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001_0.timeout deleted file mode 100644 index 07c444b9d..000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00657391548157 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001_0.txt index 49f0602d8..f5bc6628f 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_alltoall-001_0.txt @@ -1,5 +1,5 @@ Running #644 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_alltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_alltoall-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Com-mpi_alltoall-001 | -Command killed by signal 15, elapsed time: 60.20812749862671 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_alltoall-001.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_alltoall-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ad00, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_alltoall-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_alltoall-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_alltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 236381 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 236382 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.163607358932495 Finished #644 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_alltoall-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_bcast-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_bcast-001_0.elapsed index d49695243..2cd958feb 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_bcast-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_bcast-001_0.elapsed @@ -1 +1 @@ -60.20664858818054 \ No newline at end of file +62.40754175186157 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_bcast-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_bcast-001_0.timeout deleted file mode 100644 index 39bbeb001..000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_bcast-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00535035133362 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_bcast-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_bcast-001_0.txt index 2a05c0aee..6b165ca6b 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_bcast-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_bcast-001_0.txt @@ -1,5 +1,5 @@ Running #1167 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_bcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_bcast-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Com-mpi_bcast-001 | -Command killed by signal 15, elapsed time: 60.20664858818054 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_bcast-001.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_bcast-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Bcast(*buffer=0x46ac80, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_bcast-001.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_bcast-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_bcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 248125 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 248127 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.40754175186157 Finished #1167 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_bcast-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_exscan-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_exscan-001_0.elapsed index 303d5f488..696950346 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -60.20594072341919 \ No newline at end of file +62.20843315124512 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_exscan-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_exscan-001_0.timeout deleted file mode 100644 index a1535b83e..000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_exscan-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00470685958862 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_exscan-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_exscan-001_0.txt index 42ddd35b6..7558e5633 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #1131 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_exscan-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Com-mpi_exscan-001 | -Command killed by signal 15, elapsed time: 60.20594072341919 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_exscan-001.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_exscan-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Exscan(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_exscan-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_exscan-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 246771 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 246772 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.20843315124512 Finished #1131 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_exscan-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_gather-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_gather-001_0.elapsed index 4e26affe9..e8ac38734 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_gather-001_0.elapsed @@ -1 +1 @@ -60.20586133003235 \ No newline at end of file +62.45739436149597 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_gather-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_gather-001_0.timeout deleted file mode 100644 index 960983e05..000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_gather-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00449347496033 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_gather-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_gather-001_0.txt index fb45c3f4c..8181f4af7 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_gather-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #1201 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_gather-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Com-mpi_gather-001 | -Command killed by signal 15, elapsed time: 60.20586133003235 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_gather-001.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_gather-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Gather(*sendbuf=0x46ad10, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad10, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_gather-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_gather-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 256120 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 256121 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.45739436149597 Finished #1201 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_gather-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001_0.elapsed index 7135c3dbc..f6692dd30 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001_0.elapsed @@ -1 +1 @@ -60.207064390182495 \ No newline at end of file +62.262296199798584 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001_0.timeout deleted file mode 100644 index 7396627fa..000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.005619049072266 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001_0.txt index e1841611c..504355b0f 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_iallgather-001_0.txt @@ -1,5 +1,5 @@ Running #526 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iallgather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_iallgather-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Com-mpi_iallgather-001 | -Command killed by signal 15, elapsed time: 60.207064390182495 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iallgather-001.c:52) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_iallgather-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Iallgather(*sendbuf=0x46abc0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abc0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff33c4e028) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iallgather-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_iallgather-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_iallgather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 233388 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 233389 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.262296199798584 Finished #526 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iallgather-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001_0.elapsed index 7531b4f48..79d8409de 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -60.20697784423828 \ No newline at end of file +62.396608114242554 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001_0.timeout deleted file mode 100644 index e0752feae..000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00569200515747 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001_0.txt index 41522c49f..71f5f1130 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #690 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_iallreduce-001.c (batchinfo:1/1) @@ -28,6 +28,63 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON | [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON | [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON -Command killed by signal 15, elapsed time: 60.20697784423828 +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iallreduce-001.c:52) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_iallreduce-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ab30, *recvbuf=0x46ab30, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fffc4555a18) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iallreduce-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_iallreduce-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 243825 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 243826 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.396608114242554 Finished #690 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001_0.elapsed index 61c410f07..be0916a66 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -60.20725107192993 \ No newline at end of file +62.259791135787964 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001_0.timeout deleted file mode 100644 index 9fa64f8e0..000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00599503517151 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001_0.txt index 0ad0b4c9d..0e314c11c 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #845 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_ialltoall-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Com-mpi_ialltoall-001 | -Command killed by signal 15, elapsed time: 60.20725107192993 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_ialltoall-001.c:52) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_ialltoall-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ad10, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad10, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffec4972aa8) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_ialltoall-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_ialltoall-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 244146 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 244147 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.259791135787964 Finished #845 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001_0.elapsed index ab5b0e290..f75c7bdd7 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -60.20766997337341 \ No newline at end of file +62.26731467247009 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001_0.timeout deleted file mode 100644 index b157170ed..000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.006420612335205 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001_0.txt index 1e2c4bf29..4a6d89d33 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #1070 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_ibcast-001.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.20766997337341 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_ibcast-001.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_ibcast-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Ibcast(*buffer=0x46ac80, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd07513708) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_ibcast-001.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_ibcast-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 247211 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 247212 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.26731467247009 Finished #1070 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_ibcast-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_igather-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_igather-001_0.elapsed index 4cd17db06..0aa38cb25 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_igather-001_0.elapsed @@ -1 +1 @@ -60.20637488365173 \ No newline at end of file +62.32828712463379 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_igather-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_igather-001_0.timeout deleted file mode 100644 index a2d2a2864..000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_igather-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.004992961883545 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_igather-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_igather-001_0.txt index 3a05b02af..41c8fbae5 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_igather-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #916 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_igather-001.c (batchinfo:1/1) @@ -37,6 +37,54 @@ Executing the command (cwd: None) | [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON | [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON | [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON -Command killed by signal 15, elapsed time: 60.20637488365173 +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_igather-001.c:52) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_igather-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Igather(*sendbuf=0x46ad10, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad10, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffeaa79dd98) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_igather-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_igather-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 246116 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 246117 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.32828712463379 Finished #916 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_igather-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001_0.elapsed index 527762111..fb6e66211 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -60.203691482543945 \ No newline at end of file +63.59608697891235 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001_0.timeout deleted file mode 100644 index 0d792dbac..000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.002365827560425 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001_0.txt index d23060823..4b37d5b70 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #462 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_ireduce-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Com-mpi_ireduce-001 | -Command killed by signal 15, elapsed time: 60.203691482543945 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_ireduce-001.c:52) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_ireduce-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Ireduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe00163cd8) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_ireduce-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_ireduce-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 214190 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 214195 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 63.59608697891235 Finished #462 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_ireduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_iscan-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_iscan-001_0.elapsed index dfdb6db63..9c28c097b 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_iscan-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_iscan-001_0.elapsed @@ -1 +1 @@ -60.207462549209595 \ No newline at end of file +62.593618392944336 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_iscan-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_iscan-001_0.timeout deleted file mode 100644 index 6e3cac94b..000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_iscan-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.0059916973114 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_iscan-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_iscan-001_0.txt index c66e7714f..a60199ac0 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_iscan-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_iscan-001_0.txt @@ -1,5 +1,5 @@ Running #1106 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_iscan-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Com-mpi_iscan-001 | -Command killed by signal 15, elapsed time: 60.207462549209595 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iscan-001.c:51) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_iscan-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Iscan(*sendbuf=0x46ac80, *recvbuf=0x46ac80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffeacdb26c8) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iscan-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_iscan-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_iscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 248256 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 248257 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.593618392944336 Finished #1106 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iscan-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001_0.elapsed index e606908b1..06e704885 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -60.20439171791077 \ No newline at end of file +62.44384002685547 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001_0.timeout deleted file mode 100644 index a7d1127f2..000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.002965688705444 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001_0.txt index 4a9ee7ee0..a579ee781 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #828 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_iscatter-001.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.20439171791077 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iscatter-001.c:52) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_iscatter-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Iscatter(*sendbuf=0x46ac80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ac80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff3bdea8b8) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iscatter-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_iscatter-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 232767 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 232768 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.44384002685547 Finished #828 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_iscatter-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_reduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_reduce-001_0.elapsed index b0695f3f2..e55f69202 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -60.326064348220825 \ No newline at end of file +62.32031583786011 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_reduce-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_reduce-001_0.timeout deleted file mode 100644 index ce76bcad1..000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_reduce-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.10047912597656 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_reduce-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_reduce-001_0.txt index 4f9cb52f6..59f9de5ab 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #800 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_reduce-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Com-mpi_reduce-001 | -Command killed by signal 15, elapsed time: 60.326064348220825 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_reduce-001.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_reduce-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Reduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_reduce-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_reduce-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 237665 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 237667 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.32031583786011 Finished #800 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_reduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_scan-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_scan-001_0.elapsed index 8744edb34..165e893a4 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_scan-001_0.elapsed @@ -1 +1 @@ -60.2034809589386 \ No newline at end of file +62.52865815162659 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_scan-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_scan-001_0.timeout deleted file mode 100644 index 2d08d97db..000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_scan-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.002198934555054 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_scan-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_scan-001_0.txt index a5a4e202c..297c8988b 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_scan-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #1206 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_scan-001.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.2034809589386 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_scan-001.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_scan-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Scan(*sendbuf=0x46ac80, *recvbuf=0x46ac80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_scan-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_scan-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 260273 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 260274 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.52865815162659 Finished #1206 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_scan-001.c diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_scatter-001_0.elapsed b/logs-20240607/itac/ParamMatching-Com-mpi_scatter-001_0.elapsed index 82ba9dd46..30a170a50 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Com-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -60.2068305015564 \ No newline at end of file +63.030829668045044 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_scatter-001_0.timeout b/logs-20240607/itac/ParamMatching-Com-mpi_scatter-001_0.timeout deleted file mode 100644 index 1d5b18e35..000000000 --- a/logs-20240607/itac/ParamMatching-Com-mpi_scatter-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.005467653274536 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Com-mpi_scatter-001_0.txt b/logs-20240607/itac/ParamMatching-Com-mpi_scatter-001_0.txt index 9e2403c00..64e9c9a22 100644 --- a/logs-20240607/itac/ParamMatching-Com-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Com-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #839 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Com-mpi_scatter-001.c (batchinfo:1/1) @@ -16,6 +16,75 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON | [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON | [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON -Command killed by signal 15, elapsed time: 60.2068305015564 +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_scatter-001.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_scatter-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Scatter(*sendbuf=0x46ad80, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad80, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_scatter-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Com-mpi_scatter-001) +| [0] INFO: Writing tracefile ParamMatching-Com-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 239877 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 239878 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 63.030829668045044 Finished #839 /MBI/scripts/gencodes/COLL/ParamMatching-Com-mpi_scatter-001.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-001_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-001_0.elapsed index 68da52c73..393a8894c 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-001_0.elapsed @@ -1 +1 @@ -7.403367519378662 \ No newline at end of file +7.315464496612549 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-001_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-001_0.txt index 08518524f..6e1f8f225 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-001_0.txt @@ -1,5 +1,5 @@ Running #1752 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_improbe-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 1 but must be nonnegative and less than 1. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Improbe(source=1, tag=0, comm=COMM_SELF [0], *flag=0x7fffc43790e0, *message, *status=0x7fffc43790d8) +| [0] ERROR: MPI_Improbe(source=1, tag=0, comm=COMM_SELF [0], *flag=0x7ffdbec6b110, *message, *status=0x7ffdbec6b108) | [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-001.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_improbe-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_improbe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_improbe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 222396 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267382 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 222398 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267383 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.403367519378662 +Command return code: 255, elapsed time: 7.315464496612549 Finished #1752 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-001.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002_0.elapsed index 9ce8bf250..df07492b9 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002_0.elapsed @@ -1 +1 @@ -60.2076632976532 \ No newline at end of file +120.20878386497498 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002_0.timeout index c04a0cf84..5623e8e08 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002_0.timeout +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002_0.timeout @@ -1 +1 @@ -60.00622868537903 seconds \ No newline at end of file +120.00697994232178 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002_0.txt index a82e9a3af..bd2b9d65b 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-002_0.txt @@ -1,5 +1,5 @@ Running #1352 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_improbe-002.c (batchinfo:1/1) @@ -48,6 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | [0] INFO: 502.00MB trace data in RAM + 0.00MB trace data flushed = 502.00MB total -Command killed by signal 15, elapsed time: 60.2076632976532 +| [0] INFO: 1004.00MB trace data in RAM + 0.00MB trace data flushed = 1004.00MB total +Command killed by signal 15, elapsed time: 120.20878386497498 Finished #1352 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-002.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003_0.elapsed index 9770be8da..8234b7cf1 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003_0.elapsed @@ -1 +1 @@ -60.20591902732849 \ No newline at end of file +120.20368504524231 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003_0.timeout index 065fdaf2f..c9ff833ee 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003_0.timeout +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003_0.timeout @@ -1 +1 @@ -60.00460696220398 seconds \ No newline at end of file +120.00237703323364 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003_0.txt index 89f0572aa..cbf82a3c9 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-003_0.txt @@ -1,5 +1,5 @@ Running #1412 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_improbe-003.c (batchinfo:1/1) @@ -48,6 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | [0] INFO: 502.00MB trace data in RAM + 0.00MB trace data flushed = 502.00MB total -Command killed by signal 15, elapsed time: 60.20591902732849 +| [0] INFO: 1004.00MB trace data in RAM + 0.00MB trace data flushed = 1004.00MB total +Command killed by signal 15, elapsed time: 120.20368504524231 Finished #1412 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-003.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004_0.elapsed index 0232e51f0..e32d22c29 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004_0.elapsed @@ -1 +1 @@ -1.3611676692962646 \ No newline at end of file +1.1915066242218018 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004_0.md5sum b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004_0.md5sum deleted file mode 100644 index 52d6ffe7c..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -529f677bc37950ff3cf78d1ba7d2eae4 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004_0.txt index 78c7deead..7e67d3b83 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-004_0.txt @@ -1,5 +1,5 @@ Running #1686 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_improbe-004.c (batchinfo:1/1) @@ -58,16 +58,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216253 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262530 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216254 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262531 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.3611676692962646 +Command return code: 255, elapsed time: 1.1915066242218018 Finished #1686 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-004.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-005_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-005_0.elapsed index 268ab1871..31a108a6c 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-005_0.elapsed @@ -1 +1 @@ -0.10514116287231445 \ No newline at end of file +0.10465741157531738 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-005_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-005_0.txt index dcc432469..059539a28 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-005_0.txt @@ -1,5 +1,5 @@ Running #1877 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_improbe-005.c (batchinfo:1/1) @@ -11,6 +11,6 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Comm_idup_with_info(MPI_COMM_WORLD, MPI_INFO_NULL, &mpi_comm_0, ^ -ld: /tmp/iccUHzxcp.o: in function `main': +ld: /tmp/iccz9yCQf.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-005.c:38: undefined reference to `MPI_Comm_idup_with_info' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006_0.elapsed index 7017cc32c..dab9f8d09 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006_0.elapsed @@ -1 +1 @@ -60.204930782318115 \ No newline at end of file +120.2061071395874 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006_0.timeout index a3c8558cf..bbe546d7a 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006_0.timeout +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006_0.timeout @@ -1 +1 @@ -60.0036096572876 seconds \ No newline at end of file +120.00453114509583 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006_0.txt index 10d6dfe2c..7e859443a 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-006_0.txt @@ -1,5 +1,5 @@ Running #1908 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_improbe-006.c (batchinfo:1/1) @@ -48,6 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | [0] INFO: 502.00MB trace data in RAM + 0.00MB trace data flushed = 502.00MB total -Command killed by signal 15, elapsed time: 60.204930782318115 +| [0] INFO: 1004.00MB trace data in RAM + 0.00MB trace data flushed = 1004.00MB total +Command killed by signal 15, elapsed time: 120.2061071395874 Finished #1908 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-006.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007_0.elapsed index ae3a600e5..7fdcd9739 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007_0.elapsed @@ -1 +1 @@ -60.207067012786865 \ No newline at end of file +120.20665431022644 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007_0.timeout index b68ec887e..5a9d3818b 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007_0.timeout +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007_0.timeout @@ -1 +1 @@ -60.0057692527771 seconds \ No newline at end of file +120.00515246391296 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007_0.txt index 68b5a6a6c..67763c966 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-007_0.txt @@ -1,5 +1,5 @@ Running #1357 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_improbe-007.c (batchinfo:1/1) @@ -48,6 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | [0] INFO: 502.00MB trace data in RAM + 0.00MB trace data flushed = 502.00MB total -Command killed by signal 15, elapsed time: 60.207067012786865 +| [0] INFO: 1004.00MB trace data in RAM + 0.00MB trace data flushed = 1004.00MB total +Command killed by signal 15, elapsed time: 120.20665431022644 Finished #1357 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-007.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008_0.elapsed index a86174c58..21147cdbb 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008_0.elapsed @@ -1 +1 @@ -60.20427632331848 \ No newline at end of file +120.20978951454163 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008_0.timeout index 9b2e0f93d..b6a502759 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008_0.timeout +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008_0.timeout @@ -1 +1 @@ -60.00296068191528 seconds \ No newline at end of file +120.00645637512207 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008_0.txt index dad731031..b4da6c3ca 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-008_0.txt @@ -1,5 +1,5 @@ Running #1989 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_improbe-008.c (batchinfo:1/1) @@ -48,6 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | [0] INFO: 502.00MB trace data in RAM + 0.00MB trace data flushed = 502.00MB total -Command killed by signal 15, elapsed time: 60.20427632331848 +| [0] INFO: 1004.00MB trace data in RAM + 0.00MB trace data flushed = 1004.00MB total +Command killed by signal 15, elapsed time: 120.20978951454163 Finished #1989 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-008.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.elapsed index 1c389f858..2b663ccb1 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.elapsed @@ -1 +1 @@ -60.204431772232056 \ No newline at end of file +0.5555529594421387 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.md5sum b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.md5sum deleted file mode 100644 index dc1b3c02d..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -21f053d23e94cbaea566e7ac1e9fd30f \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.timeout deleted file mode 100644 index 4fee4fbd2..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00305151939392 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.txt index a9d467132..dc7d83914 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-009_0.txt @@ -1,5 +1,5 @@ Running #2076 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_improbe-009.c (batchinfo:1/1) @@ -47,7 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: 502.00MB trace data in RAM + 0.00MB trace data flushed = 502.00MB total -Command killed by signal 15, elapsed time: 60.204431772232056 +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 4982 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 4983 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 0.5555529594421387 Finished #2076 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-009.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010_0.elapsed index a9697d750..9d6e71c64 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010_0.elapsed @@ -1 +1 @@ -7.468992710113525 \ No newline at end of file +1.1662611961364746 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010_0.md5sum b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010_0.md5sum deleted file mode 100644 index 7175028f4..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -135a8f737530213b70892e37fcf7b540 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010_0.txt index aa3e0fc68..3aad2499b 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010_0.txt @@ -1,5 +1,5 @@ Running #1839 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_improbe-010.c (batchinfo:1/1) @@ -47,35 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Unknown error class. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Improbe(source=1, tag=0, comm=0xffffffffc4000000 <<invalid>>, *flag=0x7ffcca367b80, *message, *status=0x7ffcca367b78) -| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-010.c:47) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-010) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_improbe-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231271 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 275721 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231272 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 275722 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.468992710113525 +Command return code: 255, elapsed time: 1.1662611961364746 Finished #1839 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-010.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011_0.elapsed index d4a997e63..dd19471cb 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011_0.elapsed @@ -1 +1 @@ -60.20910835266113 \ No newline at end of file +120.2052915096283 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011_0.timeout index 8ad405cdc..be9738a7b 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011_0.timeout +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011_0.timeout @@ -1 +1 @@ -60.00783038139343 seconds \ No newline at end of file +120.00356340408325 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011_0.txt index 8719da5f9..440cd668b 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-011_0.txt @@ -1,5 +1,5 @@ Running #1299 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_improbe-011.c (batchinfo:1/1) @@ -48,6 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | [0] INFO: 502.00MB trace data in RAM + 0.00MB trace data flushed = 502.00MB total -Command killed by signal 15, elapsed time: 60.20910835266113 +| [0] INFO: 1004.00MB trace data in RAM + 0.00MB trace data flushed = 1004.00MB total +Command killed by signal 15, elapsed time: 120.2052915096283 Finished #1299 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-011.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012_0.elapsed index 1876f2112..07748be18 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012_0.elapsed @@ -1 +1 @@ -60.206705808639526 \ No newline at end of file +120.20938539505005 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012_0.timeout index 0ec622c62..aa316826d 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012_0.timeout +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012_0.timeout @@ -1 +1 @@ -60.00514459609985 seconds \ No newline at end of file +120.00800943374634 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012_0.txt index c9f4ef172..f73ff8ef2 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-012_0.txt @@ -1,5 +1,5 @@ Running #2058 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_improbe-012.c (batchinfo:1/1) @@ -48,6 +48,7 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | [0] INFO: 502.00MB trace data in RAM + 0.00MB trace data flushed = 502.00MB total -Command killed by signal 15, elapsed time: 60.206705808639526 +| [0] INFO: 1004.00MB trace data in RAM + 0.00MB trace data flushed = 1004.00MB total +Command killed by signal 15, elapsed time: 120.20938539505005 Finished #2058 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-012.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-013_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-013_0.elapsed index bcc63a553..b1142cc24 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-013_0.elapsed @@ -1 +1 @@ -0.10439276695251465 \ No newline at end of file +0.10814285278320312 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-013_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-013_0.txt index 2028c7185..0063fdeba 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_improbe-013_0.txt @@ -1,5 +1,5 @@ Running #1708 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_improbe-013.c (batchinfo:1/1) @@ -19,6 +19,6 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Intercomm_create_from_groups((rank % 2 ? mpi_group_1 : mpi_group_2), 0, ^ -ld: /tmp/iccGfXlDL.o: in function `main': +ld: /tmp/iccFxKo7x.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_improbe-013.c:48: undefined reference to `MPI_Intercomm_create_from_groups' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-001_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-001_0.elapsed index cf3dc66c7..0d45818a1 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-001_0.elapsed @@ -1 +1 @@ -7.498500823974609 \ No newline at end of file +7.386628866195679 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-001_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-001_0.txt index 514295704..535d183d4 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-001_0.txt @@ -1,5 +1,5 @@ Running #1757 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_mprobe-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 1 but must be nonnegative and less than 1. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=COMM_SELF [0], *message, *status=0x7ffe63469d28) +| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=COMM_SELF [0], *message, *status=0x7fff19dd6d38) | [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_mprobe-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_mprobe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 223789 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268827 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 223790 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268828 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.498500823974609 +Command return code: 255, elapsed time: 7.386628866195679 Finished #1757 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-001.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002_0.elapsed index 0bcc1f2f2..8e8ecf46c 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002_0.elapsed @@ -1 +1 @@ -60.206557750701904 \ No newline at end of file +62.156842947006226 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002_0.timeout deleted file mode 100644 index 87921838c..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00513243675232 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002_0.txt index eb39cdefa..65fb48213 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-002_0.txt @@ -1,5 +1,5 @@ Running #2059 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_mprobe-002.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_mprobe-002 | -Command killed by signal 15, elapsed time: 60.206557750701904 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *message, *status=0x7ffc906141c8) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-002.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-002) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b530, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-002.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-002) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_mprobe-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 2180 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 2181 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.156842947006226 Finished #2059 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-002.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003_0.elapsed index 7c7390c0d..e816b5008 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003_0.elapsed @@ -1 +1 @@ -60.209710359573364 \ No newline at end of file +62.32810401916504 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003_0.timeout deleted file mode 100644 index 0e8eb22e4..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00758147239685 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003_0.txt index 254b700d0..c13003d9a 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-003_0.txt @@ -1,5 +1,5 @@ Running #2034 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_mprobe-003.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_mprobe-003 | -Command killed by signal 15, elapsed time: 60.209710359573364 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *message, *status=0x7ffe49201ac8) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-003.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-003) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b5a0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-003.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-003) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_mprobe-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 275047 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 275048 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.32810401916504 Finished #2034 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-003.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004_0.elapsed index 0e6f4ca31..37a49c35d 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004_0.elapsed @@ -1 +1 @@ -1.1263206005096436 \ No newline at end of file +1.090341567993164 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004_0.md5sum b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004_0.md5sum deleted file mode 100644 index 5320943a5..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -156d6c61e538fa0146e27ec648a176ad \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004_0.txt index e90be5bb3..8d25de331 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-004_0.txt @@ -1,5 +1,5 @@ Running #1285 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_mprobe-004.c (batchinfo:1/1) @@ -58,16 +58,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 221499 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267139 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 221500 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267140 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1263206005096436 +Command return code: 255, elapsed time: 1.090341567993164 Finished #1285 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-004.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-005_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-005_0.elapsed index 5a912aa99..e04474a90 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-005_0.elapsed @@ -1 +1 @@ -0.10818934440612793 \ No newline at end of file +0.10567736625671387 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-005_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-005_0.txt index f736925bb..8702c6af3 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-005_0.txt @@ -1,5 +1,5 @@ Running #1268 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_mprobe-005.c (batchinfo:1/1) @@ -11,6 +11,6 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Comm_idup_with_info(MPI_COMM_WORLD, MPI_INFO_NULL, &mpi_comm_0, ^ -ld: /tmp/iccjKoM9g.o: in function `main': +ld: /tmp/iccrBkqeZ.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-005.c:38: undefined reference to `MPI_Comm_idup_with_info' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006_0.elapsed index ce1645dac..851e954ab 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006_0.elapsed @@ -1 +1 @@ -60.2061927318573 \ No newline at end of file +62.344135761260986 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006_0.timeout deleted file mode 100644 index bbcd6546c..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00478196144104 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006_0.txt index 94e043500..e30e0d753 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-006_0.txt @@ -1,5 +1,5 @@ Running #1667 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_mprobe-006.c (batchinfo:1/1) @@ -20,6 +20,71 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON | [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON | [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF -Command killed by signal 15, elapsed time: 60.2061927318573 +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *message, *status=0x7ffdd11d3638) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-006.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-006) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b610, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-006.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-006) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_mprobe-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 266428 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 266429 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.344135761260986 Finished #1667 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-006.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007_0.elapsed index 49f06ebc1..f8eca5615 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007_0.elapsed @@ -1 +1 @@ -60.203927755355835 \ No newline at end of file +62.34478545188904 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007_0.timeout deleted file mode 100644 index 99a11afdf..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00249981880188 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007_0.txt index e3a4d3b02..86d44938b 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-007_0.txt @@ -1,5 +1,5 @@ Running #1600 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_mprobe-007.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_mprobe-007 | -Command killed by signal 15, elapsed time: 60.203927755355835 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *message, *status=0x7ffdb7d9e898) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-007.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-007) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b690, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-007.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-007) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_mprobe-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 259170 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 259171 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.34478545188904 Finished #1600 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-007.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008_0.elapsed index f34ddc4de..4abe57774 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008_0.elapsed @@ -1 +1 @@ -60.20739507675171 \ No newline at end of file +62.49704027175903 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008_0.timeout deleted file mode 100644 index 3fd667037..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.006036043167114 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008_0.txt index 871930649..ea5391475 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-008_0.txt @@ -1,5 +1,5 @@ Running #1933 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_mprobe-008.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_mprobe-008 | -Command killed by signal 15, elapsed time: 60.20739507675171 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *message, *status=0x7ffc76274638) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-008.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-008) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b600, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-008.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-008) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_mprobe-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 276266 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 276267 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.49704027175903 Finished #1933 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-008.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009_0.elapsed index 8a0a5d1b2..7b6eb38f7 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009_0.elapsed @@ -1 +1 @@ -60.20666313171387 \ No newline at end of file +62.11611890792847 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009_0.timeout deleted file mode 100644 index 6a5123e51..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.005249977111816 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009_0.txt index 2e019ea8c..00aef0349 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-009_0.txt @@ -1,5 +1,5 @@ Running #2097 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_mprobe-009.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_mprobe-009 | -Command killed by signal 15, elapsed time: 60.20666313171387 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=0xffffffffc4000006 SPLIT_TYPE COMM_WORLD [0:1], *message, *status=0x7fffc35818d8) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-009.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-009) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b610, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-009.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-009) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_mprobe-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 2215 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 2216 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.11611890792847 Finished #2097 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-009.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-010_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-010_0.elapsed index 08316bf7a..cb98f5b46 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-010_0.elapsed @@ -1 +1 @@ -7.418701648712158 \ No newline at end of file +7.447165250778198 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-010_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-010_0.txt index 1046b3512..33fed336f 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-010_0.txt @@ -1,5 +1,5 @@ Running #1601 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_mprobe-010.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Unknown error class. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=0xffffffffc4000000 <<invalid>>, *message, *status=0x7ffe3017e088) +| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=0xffffffffc4000000 <<invalid>>, *message, *status=0x7ffd4a03e508) | [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-010.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_mprobe-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_mprobe-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216425 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261354 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216426 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261355 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.418701648712158 +Command return code: 255, elapsed time: 7.447165250778198 Finished #1601 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-010.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011_0.elapsed index 79ece7613..b65bde326 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011_0.elapsed @@ -1 +1 @@ -60.20729446411133 \ No newline at end of file +62.442298889160156 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011_0.timeout deleted file mode 100644 index 9d422660d..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00586915016174 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011_0.txt index c6a5e8e88..d83cf6049 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-011_0.txt @@ -1,5 +1,5 @@ Running #1539 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_mprobe-011.c (batchinfo:1/1) @@ -32,6 +32,59 @@ Executing the command (cwd: None) | [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON | [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON | [0] INFO: CHECK GLOBAL:MSG:PENDING ON -Command killed by signal 15, elapsed time: 60.20729446411133 +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Mprobe(source=0, tag=0, comm=0xffffffffc4000004 INTERCOMM_CREATE SPLIT COMM_WORLD [0] [1], *message, *status=0x7ffec9b7db38) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-011.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-011) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b7a0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-011.c:51) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-011) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_mprobe-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 260439 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 260440 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.442298889160156 Finished #1539 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-011.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012_0.elapsed index ac699fbcc..5d7dee21c 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012_0.elapsed @@ -1 +1 @@ -60.2076199054718 \ No newline at end of file +61.86857986450195 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012_0.timeout deleted file mode 100644 index 11e55dbd8..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00616002082825 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012_0.txt index 30ffb8c39..1514f2452 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-012_0.txt @@ -1,5 +1,5 @@ Running #2074 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_mprobe-012.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_mprobe-012 | -Command killed by signal 15, elapsed time: 60.2076199054718 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Mprobe(source=1, tag=0, comm=0xffffffffc4000008 MERGE INTERCOMM_CREATE SPLIT COMM_WORLD [0:1], *message, *status=0x7ffdfba67c18) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-012.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-012) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b8b0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-012.c:54) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_mprobe-012) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_mprobe-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 4783 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 4784 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 61.86857986450195 Finished #2074 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-012.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-013_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-013_0.elapsed index 6f0514b6a..b4a27142b 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-013_0.elapsed @@ -1 +1 @@ -0.1082923412322998 \ No newline at end of file +0.11746954917907715 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-013_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-013_0.txt index a804fd4ca..9216843a9 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_mprobe-013_0.txt @@ -1,5 +1,5 @@ Running #1868 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_mprobe-013.c (batchinfo:1/1) @@ -19,6 +19,6 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Intercomm_create_from_groups((rank % 2 ? mpi_group_1 : mpi_group_2), 0, ^ -ld: /tmp/iccd3taiz.o: in function `main': +ld: /tmp/iccHOKr6e.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_mprobe-013.c:48: undefined reference to `MPI_Intercomm_create_from_groups' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-001_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-001_0.elapsed index 34e0b56bd..5941e2ce3 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-001_0.elapsed @@ -1 +1 @@ -0.10825347900390625 \ No newline at end of file +0.10472393035888672 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-001_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-001_0.txt index d90f62d95..ea1dee97c 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1619 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_precv_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccx1hUhL.o: in function `main': +ld: /tmp/iccOevPms.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-001.c:44: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-001.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-002_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-002_0.elapsed index 7df5ed54e..10438ec51 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-002_0.elapsed @@ -1 +1 @@ -0.11064338684082031 \ No newline at end of file +0.13651156425476074 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-002_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-002_0.txt index ba10a1aec..57a88f5dc 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-002_0.txt @@ -1,5 +1,5 @@ Running #1921 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_precv_init-002.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icckSg9JV.o: in function `main': +ld: /tmp/iccMIo9Zl.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-002.c:40: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-002.c:47: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-002.c:50: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-003_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-003_0.elapsed index 24ecb8717..6745fac79 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-003_0.elapsed @@ -1 +1 @@ -0.11499404907226562 \ No newline at end of file +0.10459399223327637 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-003_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-003_0.txt index 1505c32c5..5175b77d9 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-003_0.txt @@ -1,5 +1,5 @@ Running #1902 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_precv_init-003.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccZSR3gl.o: in function `main': +ld: /tmp/icc1hLKOM.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-003.c:40: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-003.c:47: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-003.c:50: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-004_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-004_0.elapsed index 5432bdb64..445a1b327 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-004_0.elapsed @@ -1 +1 @@ -0.10651206970214844 \ No newline at end of file +0.11286377906799316 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-004_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-004_0.txt index 4b85088fd..10b857f0b 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-004_0.txt @@ -1,5 +1,5 @@ Running #1872 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_precv_init-004.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icc0qwQ2u.o: in function `main': +ld: /tmp/iccEjexli.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-004.c:42: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-004.c:49: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-004.c:52: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-005_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-005_0.elapsed index 4d6517062..836bd1bea 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-005_0.elapsed @@ -1 +1 @@ -0.10490655899047852 \ No newline at end of file +0.10873079299926758 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-005_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-005_0.txt index 4cceb862e..71237b4d3 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-005_0.txt @@ -1,5 +1,5 @@ Running #1660 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_precv_init-005.c (batchinfo:1/1) @@ -23,7 +23,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccBklW9T.o: in function `main': +ld: /tmp/iccRPUfzj.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-005.c:36: undefined reference to `MPI_Comm_idup_with_info' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-005.c:43: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-005.c:50: undefined reference to `MPI_Psend_init' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-006_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-006_0.elapsed index c932c5e45..ad9a8e0d8 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-006_0.elapsed @@ -1 +1 @@ -0.10487508773803711 \ No newline at end of file +0.10904908180236816 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-006_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-006_0.txt index 2409a5eda..d17d9ff52 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-006_0.txt @@ -1,5 +1,5 @@ Running #1943 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_precv_init-006.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icc987T4v.o: in function `main': +ld: /tmp/iccRVLO8g.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-006.c:43: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-006.c:50: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-006.c:53: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-007_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-007_0.elapsed index 16f298faf..c8ff5c74c 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-007_0.elapsed @@ -1 +1 @@ -0.10936951637268066 \ No newline at end of file +0.1067812442779541 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-007_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-007_0.txt index aac4f4473..9fb30c91d 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-007_0.txt @@ -1,5 +1,5 @@ Running #1952 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_precv_init-007.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccnBl5yV.o: in function `main': +ld: /tmp/iccCPq0ar.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-007.c:43: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-007.c:50: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-007.c:53: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-008_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-008_0.elapsed index ebf291738..fe9bf6671 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-008_0.elapsed @@ -1 +1 @@ -0.1047515869140625 \ No newline at end of file +0.09910798072814941 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-008_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-008_0.txt index b817633dd..36f106f90 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-008_0.txt @@ -1,5 +1,5 @@ Running #1742 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_precv_init-008.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icczSrGF1.o: in function `main': +ld: /tmp/icctiRVlH.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-008.c:40: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-008.c:47: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-008.c:50: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-009_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-009_0.elapsed index 17b52e95f..a64e9352a 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-009_0.elapsed @@ -1 +1 @@ -0.10640740394592285 \ No newline at end of file +0.10850739479064941 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-009_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-009_0.txt index 47af6b3c6..13c9dd710 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-009_0.txt @@ -1,5 +1,5 @@ Running #1888 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_precv_init-009.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccZsKye1.o: in function `main': +ld: /tmp/icc2P16TR.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-009.c:41: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-009.c:48: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-009.c:51: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-010_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-010_0.elapsed index b45f2ec38..f902caecb 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-010_0.elapsed @@ -1 +1 @@ -0.11108636856079102 \ No newline at end of file +0.10712289810180664 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-010_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-010_0.txt index 58dc0173f..aa87fbe04 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-010_0.txt @@ -1,5 +1,5 @@ Running #1347 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_precv_init-010.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccRT3h2T.o: in function `main': +ld: /tmp/iccm1asfN.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-010.c:44: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-010.c:51: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-010.c:54: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-011_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-011_0.elapsed index c5f2c0cc6..3bc02d9e7 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-011_0.elapsed @@ -1 +1 @@ -0.11067605018615723 \ No newline at end of file +0.1049041748046875 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-011_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-011_0.txt index 42ab9b322..fcbd18279 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-011_0.txt @@ -1,5 +1,5 @@ Running #1725 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_precv_init-011.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccgbRdyU.o: in function `main': +ld: /tmp/iccStyPpw.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-011.c:44: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-011.c:51: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-011.c:54: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-012_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-012_0.elapsed index f38b9825e..d3744f479 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-012_0.elapsed @@ -1 +1 @@ -0.10944652557373047 \ No newline at end of file +0.11366581916809082 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-012_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-012_0.txt index ac92ab0ec..8484ab1c5 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-012_0.txt @@ -1,5 +1,5 @@ Running #1490 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_precv_init-012.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icc5gZLtw.o: in function `main': +ld: /tmp/iccp73rLO.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-012.c:47: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-012.c:54: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-012.c:57: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-013_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-013_0.elapsed index df9c51e1e..58d8125f5 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-013_0.elapsed @@ -1 +1 @@ -0.1115272045135498 \ No newline at end of file +0.10352444648742676 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-013_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-013_0.txt index 0e8dea3e6..f02f79902 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_precv_init-013_0.txt @@ -1,5 +1,5 @@ Running #1740 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_precv_init-013.c (batchinfo:1/1) @@ -31,7 +31,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icclZIp6b.o: in function `main': +ld: /tmp/iccKWNYYs.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-013.c:46: undefined reference to `MPI_Intercomm_create_from_groups' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-013.c:54: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_precv_init-013.c:61: undefined reference to `MPI_Psend_init' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-001_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-001_0.elapsed index 852b73488..be3a7956c 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-001_0.elapsed @@ -1 +1 @@ -0.11031293869018555 \ No newline at end of file +0.10950016975402832 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-001_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-001_0.txt index 9f1bd953a..f135e2cd8 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1493 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_psend_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icczNLGVF.o: in function `main': +ld: /tmp/iccPuAar3.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-001.c:43: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-001.c:47: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-002_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-002_0.elapsed index 00deef456..9b7e9f951 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-002_0.elapsed @@ -1 +1 @@ -0.1109015941619873 \ No newline at end of file +0.10864567756652832 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-002_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-002_0.txt index 686250fb3..e3c460227 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-002_0.txt @@ -1,5 +1,5 @@ Running #1315 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_psend_init-002.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccICq8f5.o: in function `main': +ld: /tmp/iccQFa3iS.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-002.c:40: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-002.c:46: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-002.c:50: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-003_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-003_0.elapsed index f6fa85b23..458e3d260 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-003_0.elapsed @@ -1 +1 @@ -0.10541272163391113 \ No newline at end of file +0.10314393043518066 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-003_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-003_0.txt index c3d28bc15..57a8cddbe 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-003_0.txt @@ -1,5 +1,5 @@ Running #1715 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_psend_init-003.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccg86qbr.o: in function `main': +ld: /tmp/icc2WvUTW.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-003.c:40: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-003.c:46: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-003.c:50: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-004_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-004_0.elapsed index 945151bc7..432fde55a 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-004_0.elapsed @@ -1 +1 @@ -0.11539626121520996 \ No newline at end of file +0.1020815372467041 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-004_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-004_0.txt index 148a9234c..71f6382ab 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-004_0.txt @@ -1,5 +1,5 @@ Running #1849 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_psend_init-004.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccLq8zah.o: in function `main': +ld: /tmp/iccayhibn.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-004.c:42: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-004.c:48: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-004.c:52: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-005_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-005_0.elapsed index 25b6e4bf9..15a449374 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-005_0.elapsed @@ -1 +1 @@ -0.10524272918701172 \ No newline at end of file +0.10507655143737793 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-005_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-005_0.txt index 5eee0dad6..61a023ffb 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-005_0.txt @@ -1,5 +1,5 @@ Running #2038 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_psend_init-005.c (batchinfo:1/1) @@ -23,7 +23,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccrzJajk.o: in function `main': +ld: /tmp/icckZZUec.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-005.c:36: undefined reference to `MPI_Comm_idup_with_info' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-005.c:43: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-005.c:49: undefined reference to `MPI_Psend_init' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-006_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-006_0.elapsed index 6972e332c..e199bf785 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-006_0.elapsed @@ -1 +1 @@ -0.10097336769104004 \ No newline at end of file +0.10325312614440918 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-006_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-006_0.txt index b09b80414..72e0313b6 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-006_0.txt @@ -1,5 +1,5 @@ Running #2004 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_psend_init-006.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccHVljk5.o: in function `main': +ld: /tmp/icc2fcW5m.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-006.c:43: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-006.c:49: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-006.c:53: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-007_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-007_0.elapsed index d77741a20..586433abb 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-007_0.elapsed @@ -1 +1 @@ -0.13178420066833496 \ No newline at end of file +0.10572361946105957 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-007_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-007_0.txt index 27dd4ae66..166c1719f 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-007_0.txt @@ -1,5 +1,5 @@ Running #1741 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_psend_init-007.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icck7FRZJ.o: in function `main': +ld: /tmp/iccdS5u0x.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-007.c:43: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-007.c:49: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-007.c:53: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-008_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-008_0.elapsed index e90592ef2..465b1a29a 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-008_0.elapsed @@ -1 +1 @@ -0.1086263656616211 \ No newline at end of file +0.10690188407897949 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-008_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-008_0.txt index ccc3a1039..49f22ed22 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-008_0.txt @@ -1,5 +1,5 @@ Running #1674 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_psend_init-008.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icc7rZwLA.o: in function `main': +ld: /tmp/iccpjG91W.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-008.c:40: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-008.c:46: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-008.c:50: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-009_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-009_0.elapsed index da15956c8..bdbef968e 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-009_0.elapsed @@ -1 +1 @@ -0.10277342796325684 \ No newline at end of file +0.10791683197021484 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-009_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-009_0.txt index 55663d992..5c66021aa 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-009_0.txt @@ -1,5 +1,5 @@ Running #1803 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_psend_init-009.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccWfh4vr.o: in function `main': +ld: /tmp/icc06tdVi.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-009.c:41: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-009.c:47: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-009.c:51: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-010_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-010_0.elapsed index 9b5ccfc49..46e15492f 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-010_0.elapsed @@ -1 +1 @@ -0.10607576370239258 \ No newline at end of file +0.10310888290405273 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-010_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-010_0.txt index cfa405413..037d58f62 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-010_0.txt @@ -1,5 +1,5 @@ Running #2019 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_psend_init-010.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccSLT0a1.o: in function `main': +ld: /tmp/iccP7DjLY.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-010.c:44: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-010.c:50: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-010.c:54: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-011_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-011_0.elapsed index 54c2385c7..0e5c3b4b8 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-011_0.elapsed @@ -1 +1 @@ -0.10984969139099121 \ No newline at end of file +0.10555005073547363 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-011_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-011_0.txt index b9c66504f..7e996394d 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-011_0.txt @@ -1,5 +1,5 @@ Running #1296 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_psend_init-011.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccvLglKq.o: in function `main': +ld: /tmp/icc8F7cUE.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-011.c:44: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-011.c:50: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-011.c:54: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-012_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-012_0.elapsed index 2993b704c..34ff44267 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-012_0.elapsed @@ -1 +1 @@ -0.10829567909240723 \ No newline at end of file +0.11810111999511719 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-012_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-012_0.txt index d6bbc962c..49b7d0335 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-012_0.txt @@ -1,5 +1,5 @@ Running #1624 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_psend_init-012.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccDQeK0K.o: in function `main': +ld: /tmp/iccBVCyUU.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-012.c:47: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-012.c:53: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-012.c:57: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-013_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-013_0.elapsed index 01acaa552..a8bd1591d 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-013_0.elapsed @@ -1 +1 @@ -0.1038961410522461 \ No newline at end of file +0.10312223434448242 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-013_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-013_0.txt index 0da527626..99377f374 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_psend_init-013_0.txt @@ -1,5 +1,5 @@ Running #2020 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_psend_init-013.c (batchinfo:1/1) @@ -31,7 +31,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccciGX0Q.o: in function `main': +ld: /tmp/iccVACy8W.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-013.c:46: undefined reference to `MPI_Intercomm_create_from_groups' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-013.c:54: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_psend_init-013.c:60: undefined reference to `MPI_Psend_init' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-001_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-001_0.elapsed index f9aef62f1..7234a2e84 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-001_0.elapsed @@ -1 +1 @@ -7.480115175247192 \ No newline at end of file +7.36970853805542 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-001_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-001_0.txt index e37626680..4ecc5e12d 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-001_0.txt @@ -1,5 +1,5 @@ Running #1876 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv-001.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-001.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Comm-mpi_recv-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232145 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276123 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232146 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276124 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.480115175247192 +Command return code: 255, elapsed time: 7.36970853805542 Finished #1876 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-001.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-002_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-002_0.elapsed index d1205569e..36ca22b1b 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-002_0.elapsed @@ -1 +1 @@ -60.20777130126953 \ No newline at end of file +62.55473327636719 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-002_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-002_0.timeout deleted file mode 100644 index 83e10b1bb..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-002_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.006190061569214 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-002_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-002_0.txt index 6629c2ebd..fef3d1151 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-002_0.txt @@ -1,5 +1,5 @@ Running #1828 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv-002.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.20777130126953 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x470750, count=10, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-002.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-002) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b530, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-002.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-002) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 269102 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 269103 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.55473327636719 Finished #1828 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-002.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-003_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-003_0.elapsed index 5d746cec8..86e202fb3 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-003_0.elapsed @@ -1 +1 @@ -60.20408797264099 \ No newline at end of file +62.352999210357666 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-003_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-003_0.timeout deleted file mode 100644 index 55b821ca2..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-003_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00282621383667 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-003_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-003_0.txt index f3da8c8ac..7a54cec65 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-003_0.txt @@ -1,5 +1,5 @@ Running #1512 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv-003.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.20408797264099 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x47d2f0, count=10, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-003.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-003) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b620, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-003.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-003) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 264025 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 264026 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.352999210357666 Finished #1512 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-003.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-004_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-004_0.elapsed index 962af4a6a..eb725f4b5 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-004_0.elapsed @@ -1 +1 @@ -1.2136449813842773 \ No newline at end of file +1.1217584609985352 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-004_0.md5sum b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-004_0.md5sum deleted file mode 100644 index f0652047b..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-004_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -2779ba6547928934bb35bf0857f1c4cf \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-004_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-004_0.txt index 30d4d603b..24c4dd441 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-004_0.txt @@ -1,5 +1,5 @@ Running #1458 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv-004.c (batchinfo:1/1) @@ -58,16 +58,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207520 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253726 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207521 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253727 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.2136449813842773 +Command return code: 255, elapsed time: 1.1217584609985352 Finished #1458 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-004.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-005_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-005_0.elapsed index b1cfa08ae..c01458654 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-005_0.elapsed @@ -1 +1 @@ -0.11037778854370117 \ No newline at end of file +0.10872340202331543 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-005_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-005_0.txt index 1df2b2a8c..dfdab5d48 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-005_0.txt @@ -1,5 +1,5 @@ Running #1326 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv-005.c (batchinfo:1/1) @@ -11,6 +11,6 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Comm_idup_with_info(MPI_COMM_WORLD, MPI_INFO_NULL, &mpi_comm_0, ^ -ld: /tmp/iccIoMmdb.o: in function `main': +ld: /tmp/iccy363Sc.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-005.c:35: undefined reference to `MPI_Comm_idup_with_info' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-006_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-006_0.elapsed index 803fd7337..7c8fdb5cf 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-006_0.elapsed @@ -1 +1 @@ -60.207600116729736 \ No newline at end of file +62.2382709980011 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-006_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-006_0.timeout deleted file mode 100644 index 334b47944..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-006_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00629901885986 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-006_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-006_0.txt index 8b70c1cee..69e226bd8 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-006_0.txt @@ -1,5 +1,5 @@ Running #1712 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv-006.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_recv-006 | -Command killed by signal 15, elapsed time: 60.207600116729736 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x47d270, count=10, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-006.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-006) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b620, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-006.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-006) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 272110 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 272111 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.2382709980011 Finished #1712 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-006.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-007_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-007_0.elapsed index cda2569e6..755dcc8d3 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-007_0.elapsed @@ -1 +1 @@ -60.203741788864136 \ No newline at end of file +62.42876100540161 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-007_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-007_0.timeout deleted file mode 100644 index 8a5cde252..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-007_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00253391265869 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-007_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-007_0.txt index cefbd30fe..841ddde8c 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-007_0.txt @@ -1,5 +1,5 @@ Running #1438 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv-007.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.203741788864136 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x47d2f0, count=10, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-007.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-007) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b590, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-007.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-007) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 259620 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 259621 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.42876100540161 Finished #1438 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-007.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-008_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-008_0.elapsed index af91c40e2..b955c19dc 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-008_0.elapsed @@ -1 +1 @@ -60.20888590812683 \ No newline at end of file +62.32915687561035 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-008_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-008_0.timeout deleted file mode 100644 index c78786a34..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-008_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.007598876953125 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-008_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-008_0.txt index 6130f21bc..35c0af091 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-008_0.txt @@ -1,5 +1,5 @@ Running #1254 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv-008.c (batchinfo:1/1) @@ -33,6 +33,58 @@ Executing the command (cwd: None) | [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON | [0] INFO: CHECK GLOBAL:MSG:PENDING ON | [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON -Command killed by signal 15, elapsed time: 60.20888590812683 +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x47d2f0, count=10, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-008.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-008) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b600, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-008.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-008) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 247595 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 247596 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.32915687561035 Finished #1254 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-008.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-009_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-009_0.elapsed index 86637658a..cfe52dc2b 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-009_0.elapsed @@ -1 +1 @@ -60.20594048500061 \ No newline at end of file +62.19520688056946 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-009_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-009_0.timeout deleted file mode 100644 index be3fc45f8..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-009_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00456118583679 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-009_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-009_0.txt index 55fa7fefd..13b9359e3 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-009_0.txt @@ -1,5 +1,5 @@ Running #1804 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv-009.c (batchinfo:1/1) @@ -29,6 +29,62 @@ Executing the command (cwd: None) | [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON | [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON | [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON -Command killed by signal 15, elapsed time: 60.20594048500061 +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x47d260, count=10, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000006 SPLIT_TYPE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-009.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-009) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b590, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-009.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-009) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 277673 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 277674 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.19520688056946 Finished #1804 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-009.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-010_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-010_0.elapsed index e0debc9db..47a7821bb 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-010_0.elapsed @@ -1 +1 @@ -7.161555290222168 \ No newline at end of file +7.086240768432617 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-010_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-010_0.txt index 01e94a48f..a8a6db669 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-010_0.txt @@ -1,5 +1,5 @@ Running #1972 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv-010.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Unknown error class. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv(*buf=0x470660, count=10, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 <<invalid>>, *status=0x1) +| [0] ERROR: MPI_Recv(*buf=0x470760, count=10, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 <<invalid>>, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-010.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Comm-mpi_recv-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 232851 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 2554 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 232852 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 2555 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.161555290222168 +Command return code: 255, elapsed time: 7.086240768432617 Finished #1972 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-010.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-011_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-011_0.elapsed index b593f7f18..4846a5ba0 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-011_0.elapsed @@ -1 +1 @@ -60.21061992645264 \ No newline at end of file +62.468947410583496 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-011_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-011_0.timeout deleted file mode 100644 index 72d5bf07f..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-011_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.009313106536865 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-011_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-011_0.txt index b4c7285c8..045cba730 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-011_0.txt @@ -1,5 +1,5 @@ Running #1300 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv-011.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_recv-011 | -Command killed by signal 15, elapsed time: 60.21061992645264 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x47d510, count=10, datatype=MPI_INT, source=0, tag=0, comm=0xffffffffc4000004 INTERCOMM_CREATE SPLIT COMM_WORLD [0] [1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-011.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-011) +| [0] ERROR: [1] no progress observed for over 0:59 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b820, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-011.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-011) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 260536 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 260538 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.468947410583496 Finished #1300 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-011.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-012_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-012_0.elapsed index cbd1908ec..5701fd7ad 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-012_0.elapsed @@ -1 +1 @@ -60.20918297767639 \ No newline at end of file +62.52963924407959 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-012_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-012_0.timeout deleted file mode 100644 index 9a7983ccb..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-012_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.0078821182251 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-012_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-012_0.txt index d92d09b1a..fd13b33d0 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-012_0.txt @@ -1,5 +1,5 @@ Running #1884 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv-012.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_recv-012 | -Command killed by signal 15, elapsed time: 60.20918297767639 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x47d5a0, count=10, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000008 MERGE INTERCOMM_CREATE SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-012.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-012) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b8c0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-012.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv-012) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 268127 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 268128 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.52963924407959 Finished #1884 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-012.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-013_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-013_0.elapsed index 23feaa270..b9ebe5cad 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-013_0.elapsed @@ -1 +1 @@ -0.11275124549865723 \ No newline at end of file +0.12512803077697754 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-013_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-013_0.txt index 276446116..5634dea42 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv-013_0.txt @@ -1,5 +1,5 @@ Running #1965 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv-013.c (batchinfo:1/1) @@ -19,6 +19,6 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Intercomm_create_from_groups((rank % 2 ? mpi_group_1 : mpi_group_2), 0, ^ -ld: /tmp/icciaiUWM.o: in function `main': +ld: /tmp/iccCnHHIn.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv-013.c:45: undefined reference to `MPI_Intercomm_create_from_groups' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-001_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-001_0.elapsed index 3967b38f0..f1ff43f94 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-001_0.elapsed @@ -1 +1 @@ -6.803997993469238 \ No newline at end of file +6.816324710845947 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-001_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-001_0.txt index e7ec55946..775de7468 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-001_0.txt @@ -1,5 +1,5 @@ Running #2078 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv_init-001.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 1 but must be nonnegative and less than 1. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv_init(*buf=0x470740, count=10, datatype=MPI_INT, source=1, tag=0, comm=COMM_SELF [0], *request=0x7ffdcab49a58) +| [0] ERROR: MPI_Recv_init(*buf=0x4706c0, count=10, datatype=MPI_INT, source=1, tag=0, comm=COMM_SELF [0], *request=0x7ffc34ff0e78) | [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-001.c:37) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 236032 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 5192 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 236033 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 5193 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.803997993469238 +Command return code: 255, elapsed time: 6.816324710845947 Finished #2078 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-001.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002_0.elapsed index 5ab6fd704..816f9043d 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002_0.elapsed @@ -1 +1 @@ -60.20457100868225 \ No newline at end of file +62.01738882064819 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002_0.timeout deleted file mode 100644 index 863909a7e..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00319504737854 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002_0.txt index 4016d3b90..7d7fe52b0 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-002_0.txt @@ -1,5 +1,5 @@ Running #2009 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv_init-002.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_recv_init-002 | -Command killed by signal 15, elapsed time: 60.20457100868225 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7fffff067068->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-002.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-002) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b3e0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-002.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-002) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv_init-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 3370 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 3371 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.01738882064819 Finished #2009 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-002.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003_0.elapsed index fbf957cec..c45f0720b 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003_0.elapsed @@ -1 +1 @@ -60.20780920982361 \ No newline at end of file +62.49045491218567 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003_0.timeout deleted file mode 100644 index 38ebb5412..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.006375789642334 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003_0.txt index 58e19bb61..a1c53fd4b 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-003_0.txt @@ -1,5 +1,5 @@ Running #1609 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv_init-003.c (batchinfo:1/1) @@ -37,6 +37,54 @@ Executing the command (cwd: None) | [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON | [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON | [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON -Command killed by signal 15, elapsed time: 60.20780920982361 +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7fff96f8b838->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-003.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-003) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b4d0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-003.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-003) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv_init-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 270266 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 270267 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.49045491218567 Finished #1609 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-003.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004_0.elapsed index 6733cd22c..3cb9300d7 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004_0.elapsed @@ -1 +1 @@ -1.0759658813476562 \ No newline at end of file +1.1076247692108154 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004_0.md5sum b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004_0.md5sum deleted file mode 100644 index 1240fa0e4..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -65d451395ab8d8308a6b0912b728f34c \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004_0.txt index 7fd72634d..db6228ae0 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-004_0.txt @@ -1,5 +1,5 @@ Running #1699 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv_init-004.c (batchinfo:1/1) @@ -58,16 +58,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220985 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 267731 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220988 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 267732 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0759658813476562 +Command return code: 255, elapsed time: 1.1076247692108154 Finished #1699 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-004.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-005_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-005_0.elapsed index e86f15af6..10833759c 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-005_0.elapsed @@ -1 +1 @@ -0.11319899559020996 \ No newline at end of file +0.10893678665161133 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-005_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-005_0.txt index b7351c95c..9e1074497 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-005_0.txt @@ -1,5 +1,5 @@ Running #1751 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv_init-005.c (batchinfo:1/1) @@ -11,6 +11,6 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Comm_idup_with_info(MPI_COMM_WORLD, MPI_INFO_NULL, &mpi_comm_0, ^ -ld: /tmp/icclNXdXp.o: in function `main': +ld: /tmp/iccl1A9bd.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-005.c:36: undefined reference to `MPI_Comm_idup_with_info' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006_0.elapsed index 72890b878..19e3d1f90 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006_0.elapsed @@ -1 +1 @@ -60.206541538238525 \ No newline at end of file +62.411985635757446 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006_0.timeout deleted file mode 100644 index 7d17078c9..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00490093231201 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006_0.txt index 0352838e5..8fdb57cca 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-006_0.txt @@ -1,5 +1,5 @@ Running #1745 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv_init-006.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_recv_init-006 | -Command killed by signal 15, elapsed time: 60.206541538238525 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffd1e245e18->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-006.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-006) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b440, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-006.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-006) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv_init-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 272449 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 272450 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.411985635757446 Finished #1745 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-006.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007_0.elapsed index 2c816d1b5..dc8e0d1f4 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007_0.elapsed @@ -1 +1 @@ -60.20559239387512 \ No newline at end of file +62.652891397476196 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007_0.timeout deleted file mode 100644 index 91293a44c..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.0040328502655 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007_0.txt index a9bc66399..dbb07fedc 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-007_0.txt @@ -1,5 +1,5 @@ Running #1264 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv_init-007.c (batchinfo:1/1) @@ -24,6 +24,67 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON | [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON | [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON -Command killed by signal 15, elapsed time: 60.20559239387512 +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffedd4337c8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-007.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-007) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b540, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-007.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-007) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv_init-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 255246 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 255247 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.652891397476196 Finished #1264 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-007.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008_0.elapsed index 7d69d3a9a..4852c38d2 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008_0.elapsed @@ -1 +1 @@ -60.207322120666504 \ No newline at end of file +62.46988129615784 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008_0.timeout deleted file mode 100644 index d04f5baa7..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.006052017211914 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008_0.txt index b4a7e7137..29685ca22 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-008_0.txt @@ -1,5 +1,5 @@ Running #1391 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv_init-008.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_recv_init-008 | -Command killed by signal 15, elapsed time: 60.207322120666504 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffcbccc67b8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-008.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-008) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b430, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-008.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-008) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv_init-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 252931 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 252932 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.46988129615784 Finished #1391 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-008.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009_0.elapsed index 6b3b8995a..3e6ee1224 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009_0.elapsed @@ -1 +1 @@ -60.20704460144043 \ No newline at end of file +62.487281799316406 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009_0.timeout deleted file mode 100644 index 148b95ed8..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.005167722702026 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009_0.txt index fac807a31..f48fd57a7 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-009_0.txt @@ -1,5 +1,5 @@ Running #1411 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv_init-009.c (batchinfo:1/1) @@ -24,6 +24,67 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON | [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON | [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON -Command killed by signal 15, elapsed time: 60.20704460144043 +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffec8b9ffd8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-009.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-009) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b540, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-009.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-009) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv_init-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 265396 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 265397 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.487281799316406 Finished #1411 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-009.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-010_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-010_0.elapsed index ac43c088d..1a903f830 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-010_0.elapsed @@ -1 +1 @@ -7.485002040863037 \ No newline at end of file +7.517060041427612 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-010_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-010_0.txt index c0e4ff284..649ead05f 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-010_0.txt @@ -1,5 +1,5 @@ Running #1603 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv_init-010.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Unknown error class. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Recv_init(*buf=0x470700, count=10, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 <<invalid>>, *request=0x7fff11be6c28) +| [0] ERROR: MPI_Recv_init(*buf=0x4706c0, count=10, datatype=MPI_INT, source=1, tag=0, comm=0xffffffffc4000000 <<invalid>>, *request=0x7fffe7127958) | [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-010.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv_init-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv_init-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 216893 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261940 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 216894 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261941 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.485002040863037 +Command return code: 255, elapsed time: 7.517060041427612 Finished #1603 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-010.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.elapsed index 7d2f8e0bc..5fadb4ebb 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.elapsed @@ -1 +1 @@ -60.20338296890259 \ No newline at end of file +1.1223785877227783 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.md5sum b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.md5sum deleted file mode 100644 index 870996a11..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -e5e12adc84402e1ebe55faa81b369c80 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.timeout deleted file mode 100644 index 4879700b3..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00199317932129 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.txt index 60953a75b..bcb725aaa 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-011_0.txt @@ -1,5 +1,5 @@ Running #1460 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv_init-011.c (batchinfo:1/1) @@ -13,6 +13,57 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_recv_init-011 | -Command killed by signal 15, elapsed time: 60.20338296890259 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 253864 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 253865 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 1.1223785877227783 Finished #1460 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-011.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012_0.elapsed index f22f6a6cc..1763a0a27 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012_0.elapsed @@ -1 +1 @@ -60.2084276676178 \ No newline at end of file +62.45967936515808 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012_0.timeout deleted file mode 100644 index 5cf3427dd..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.007041215896606 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012_0.txt index 2c132bfaf..e13767999 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-012_0.txt @@ -1,5 +1,5 @@ Running #2088 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv_init-012.c (batchinfo:1/1) @@ -47,6 +47,44 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -Command killed by signal 15, elapsed time: 60.2084276676178 +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffee1fecba8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-012.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-012) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b760, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-012.c:53) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_recv_init-012) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_recv_init-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 276205 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 276206 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.45967936515808 Finished #2088 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-012.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-013_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-013_0.elapsed index 73550bc3b..3e5a79d85 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-013_0.elapsed @@ -1 +1 @@ -0.1028749942779541 \ No newline at end of file +0.1034538745880127 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-013_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-013_0.txt index 4cf46f343..ad9b4a323 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_recv_init-013_0.txt @@ -1,5 +1,5 @@ Running #1684 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_recv_init-013.c (batchinfo:1/1) @@ -19,6 +19,6 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Intercomm_create_from_groups((rank % 2 ? mpi_group_1 : mpi_group_2), 0, ^ -ld: /tmp/iccT3mb3j.o: in function `main': +ld: /tmp/iccDlm8wu.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_recv_init-013.c:46: undefined reference to `MPI_Intercomm_create_from_groups' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-001_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-001_0.elapsed index bd64462fc..82adb3419 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-001_0.elapsed @@ -1 +1 @@ -7.488345623016357 \ No newline at end of file +7.310338735580444 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-001_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-001_0.txt index 89c5f3a45..51b37e1cb 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-001_0.txt @@ -1,5 +1,5 @@ Running #1406 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv-001.c (batchinfo:1/1) @@ -55,7 +55,7 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-001.c:36) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-001) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Invalid rank has value 1 but must be nonnegative and less than 1. @@ -64,10 +64,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-001.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217846 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 263909 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217847 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 263910 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.488345623016357 +Command return code: 255, elapsed time: 7.310338735580444 Finished #1406 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-001.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002_0.elapsed index e622fd8e5..c051714fa 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002_0.elapsed @@ -1 +1 @@ -60.206616163253784 \ No newline at end of file +72.51324105262756 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002_0.timeout deleted file mode 100644 index 8b80c9e61..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.005152463912964 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002_0.txt index 7d31ae93c..924f64861 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-002_0.txt @@ -1,5 +1,5 @@ Running #1275 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv-002.c (batchinfo:1/1) @@ -48,6 +48,54 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.206616163253784 +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x4707d0. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Sendrecv(*sendbuf=0x4707d0, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x4707d0, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] WARNING: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-002.c:39) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-002) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv(*sendbuf=0x4707d0, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x4707d0, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-002.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-002) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b5b0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-002.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-002) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 260111 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 260112 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.51324105262756 Finished #1275 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-002.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003_0.elapsed index 1621c8c17..fe6d47507 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003_0.elapsed @@ -1 +1 @@ -60.212549924850464 \ No newline at end of file +72.21421575546265 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003_0.timeout deleted file mode 100644 index 70a730db6..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.01114106178284 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003_0.txt index 00660536f..96de26056 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-003_0.txt @@ -1,5 +1,5 @@ Running #1617 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv-003.c (batchinfo:1/1) @@ -48,6 +48,54 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.212549924850464 +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x4707c0. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Sendrecv(*sendbuf=0x4707c0, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x4707c0, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] WARNING: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-003.c:39) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-003) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv(*sendbuf=0x4707c0, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x4707c0, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-003.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-003) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b620, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-003.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-003) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 259487 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 259488 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.21421575546265 Finished #1617 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-003.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004_0.elapsed index 529c1dab0..adc141613 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004_0.elapsed @@ -1 +1 @@ -1.1971244812011719 \ No newline at end of file +1.0794355869293213 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004_0.md5sum b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004_0.md5sum deleted file mode 100644 index 26fcb0898..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -e4d570545f244c1dbf060a6853be220c \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004_0.txt index 17643d0c4..bf67d5a1c 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-004_0.txt @@ -1,5 +1,5 @@ Running #1497 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv-004.c (batchinfo:1/1) @@ -58,16 +58,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213428 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259156 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213429 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259157 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1971244812011719 +Command return code: 255, elapsed time: 1.0794355869293213 Finished #1497 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-004.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-005_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-005_0.elapsed index 3530ba776..976a74529 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-005_0.elapsed @@ -1 +1 @@ -0.1048736572265625 \ No newline at end of file +0.10351252555847168 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-005_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-005_0.txt index 9e73ee788..f1b120bc1 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-005_0.txt @@ -1,5 +1,5 @@ Running #2075 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv-005.c (batchinfo:1/1) @@ -11,6 +11,6 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Comm_idup_with_info(MPI_COMM_WORLD, MPI_INFO_NULL, &mpi_comm_0, ^ -ld: /tmp/iccyoggk2.o: in function `main': +ld: /tmp/iccReNWbi.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-005.c:35: undefined reference to `MPI_Comm_idup_with_info' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006_0.elapsed index b71573bf7..b2d097223 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006_0.elapsed @@ -1 +1 @@ -60.2061231136322 \ No newline at end of file +72.32733058929443 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006_0.timeout deleted file mode 100644 index a64ed5f06..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.0049045085907 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006_0.txt index 7d928fc6c..627dcca87 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-006_0.txt @@ -1,5 +1,5 @@ Running #1344 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv-006.c (batchinfo:1/1) @@ -48,6 +48,54 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.2061231136322 +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x47d300. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Sendrecv(*sendbuf=0x47d300, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x47d300, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] WARNING: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-006.c:42) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-006) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv(*sendbuf=0x47d300, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x47d300, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-006.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-006) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b610, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-006.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-006) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 262107 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 262108 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.32733058929443 Finished #1344 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-006.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007_0.elapsed index d76fd35a0..0b2def300 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007_0.elapsed @@ -1 +1 @@ -60.2125301361084 \ No newline at end of file +72.4076828956604 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007_0.timeout deleted file mode 100644 index 03b376cd6..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.011091232299805 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007_0.txt index 1a48dcee3..fc083f511 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-007_0.txt @@ -1,5 +1,5 @@ Running #1547 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv-007.c (batchinfo:1/1) @@ -48,6 +48,54 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.2125301361084 +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x47d300. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Sendrecv(*sendbuf=0x47d300, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x47d300, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] WARNING: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-007.c:42) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-007) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv(*sendbuf=0x47d300, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x47d300, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-007.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-007) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b610, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-007.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-007) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 263556 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 263557 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.4076828956604 Finished #1547 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-007.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008_0.elapsed index 72fd10f7b..f98b2b194 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008_0.elapsed @@ -1 +1 @@ -60.20472455024719 \ No newline at end of file +72.44819378852844 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008_0.timeout deleted file mode 100644 index 99f425190..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.003464221954346 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008_0.txt index 8ebade8ca..12374d99d 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-008_0.txt @@ -1,5 +1,5 @@ Running #1245 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv-008.c (batchinfo:1/1) @@ -48,6 +48,54 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.20472455024719 +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x470820. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Sendrecv(*sendbuf=0x470820, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x470820, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] WARNING: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-008.c:39) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-008) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv(*sendbuf=0x470820, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x470820, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-008.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-008) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b680, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-008.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-008) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 260790 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 260791 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.44819378852844 Finished #1245 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-008.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009_0.elapsed index 001b4a3af..fb0214d07 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009_0.elapsed @@ -1 +1 @@ -60.22964549064636 \ No newline at end of file +72.07564854621887 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009_0.timeout deleted file mode 100644 index 04f86047c..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.02839803695679 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009_0.txt index 0519d93e3..2580386d1 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-009_0.txt @@ -1,5 +1,5 @@ Running #1234 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv-009.c (batchinfo:1/1) @@ -48,6 +48,54 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.22964549064636 +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x47d300. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Sendrecv(*sendbuf=0x47d300, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x47d300, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000006 SPLIT_TYPE COMM_WORLD [0:1], *status=0x1) +| [0] WARNING: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-009.c:40) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-009) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv(*sendbuf=0x47d300, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x47d300, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000006 SPLIT_TYPE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-009.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-009) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b620, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-009.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-009) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 250102 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 250103 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.07564854621887 Finished #1234 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-009.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-010_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-010_0.elapsed index cc5c0248f..461df6cb1 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-010_0.elapsed @@ -1 +1 @@ -7.4807093143463135 \ No newline at end of file +7.643054723739624 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-010_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-010_0.txt index 41ec5cf58..b48b9e45b 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-010_0.txt @@ -1,5 +1,5 @@ Running #1623 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv-010.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Unknown error class. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Sendrecv(*sendbuf=0x4706d0, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x4706d0, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000000 <<invalid>>, *status=0x1) +| [0] ERROR: MPI_Sendrecv(*sendbuf=0x470660, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x470660, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000000 <<invalid>>, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-010.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 218610 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265008 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 218611 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265009 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.4807093143463135 +Command return code: 255, elapsed time: 7.643054723739624 Finished #1623 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-010.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011_0.elapsed index 94a7cd499..e69ebacb6 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011_0.elapsed @@ -1 +1 @@ -60.20613193511963 \ No newline at end of file +72.5049889087677 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011_0.timeout deleted file mode 100644 index 9f3026a88..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.004966020584106 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011_0.txt index 1210b344f..6bf61bd17 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-011_0.txt @@ -1,5 +1,5 @@ Running #1434 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv-011.c (batchinfo:1/1) @@ -48,6 +48,54 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.20613193511963 +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x47d470. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Sendrecv(*sendbuf=0x47d470, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x47d470, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=0xffffffffc4000004 INTERCOMM_CREATE SPLIT COMM_WORLD [0] [1], *status=0x1) +| [0] WARNING: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-011.c:43) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-011) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv(*sendbuf=0x47d470, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x47d470, recvcount=10, recvtype=MPI_INT, source=0, recvtag=0, comm=0xffffffffc4000004 INTERCOMM_CREATE SPLIT COMM_WORLD [0] [1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-011.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-011) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b7a0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-011.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-011) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 255061 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 255062 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.5049889087677 Finished #1434 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-011.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012_0.elapsed index 1c4a57908..4d7010b16 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012_0.elapsed @@ -1 +1 @@ -60.20671319961548 \ No newline at end of file +72.05580163002014 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012_0.timeout deleted file mode 100644 index 31a92e88c..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00543546676636 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012_0.txt index decbf5f38..6abd1e79d 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-012_0.txt @@ -1,5 +1,5 @@ Running #1975 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv-012.c (batchinfo:1/1) @@ -48,6 +48,54 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.20671319961548 +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x47d5a0. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Sendrecv(*sendbuf=0x47d5a0, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x47d5a0, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000008 MERGE INTERCOMM_CREATE SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] WARNING: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-012.c:46) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-012) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv(*sendbuf=0x47d5a0, sendcount=10, sendtype=MPI_INT, dest=0, sendtag=0, *recvbuf=0x47d5a0, recvcount=10, recvtype=MPI_INT, source=1, recvtag=0, comm=0xffffffffc4000008 MERGE INTERCOMM_CREATE SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-012.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-012) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46b8b0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-012.c:51) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv-012) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 2821 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 2822 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.05580163002014 Finished #1975 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-012.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-013_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-013_0.elapsed index 58b721d41..94394f753 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-013_0.elapsed @@ -1 +1 @@ -0.11038517951965332 \ No newline at end of file +0.12227606773376465 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-013_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-013_0.txt index 4196fcf52..848e2685f 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv-013_0.txt @@ -1,5 +1,5 @@ Running #1636 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv-013.c (batchinfo:1/1) @@ -19,6 +19,6 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Intercomm_create_from_groups((rank % 2 ? mpi_group_1 : mpi_group_2), 0, ^ -ld: /tmp/iccuVaeiw.o: in function `main': +ld: /tmp/iccuxt6qN.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv-013.c:45: undefined reference to `MPI_Intercomm_create_from_groups' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-001_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-001_0.elapsed index 39df03ee6..d5db8f049 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-001_0.elapsed @@ -1 +1 @@ -8.940403938293457 \ No newline at end of file +7.593084096908569 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-001_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-001_0.txt index 3ff11694a..ebe94e23f 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-001_0.txt @@ -1,5 +1,5 @@ Running #1327 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv_replace-001.c (batchinfo:1/1) @@ -55,10 +55,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-001.c:36) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv_replace-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv_replace-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -67,16 +67,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209156 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255290 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209157 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255291 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.940403938293457 +Command return code: 255, elapsed time: 7.593084096908569 Finished #1327 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-001.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002_0.elapsed index 8cf8dbb52..10fcea6ef 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002_0.elapsed @@ -1 +1 @@ -60.203006744384766 \ No newline at end of file +62.40031838417053 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002_0.timeout deleted file mode 100644 index 5d955496a..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00173616409302 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002_0.txt index 1dea061c7..58bb040b8 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-002_0.txt @@ -1,5 +1,5 @@ Running #1550 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv_replace-002.c (batchinfo:1/1) @@ -14,6 +14,78 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.203006744384766 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv_replace(*buf=0x470660, count=10, datatype=MPI_INT, dest=0, sendtag=0, source=1, recvtag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-002.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-002) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x466490, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-002.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-002) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv_replace-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 267416 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 267417 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.40031838417053 Finished #1550 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-002.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-003_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-003_0.elapsed index df4222eac..dca9937ce 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-003_0.elapsed @@ -1 +1 @@ -0.7303237915039062 \ No newline at end of file +62.05024242401123 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-003_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-003_0.txt index 721674525..7f7e943b1 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-003_0.txt @@ -1,5 +1,5 @@ Running #2066 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv_replace-003.c (batchinfo:1/1) @@ -47,23 +47,45 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv_replace(*buf=0x470750, count=10, datatype=MPI_INT, dest=0, sendtag=0, source=1, recvtag=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-003.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-003) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x466570, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-003.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-003) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv_replace-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 234514 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 3698 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 234515 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 3699 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.7303237915039062 +Command return code: 255, elapsed time: 62.05024242401123 Finished #2066 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-003.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004_0.elapsed index d1fbb5951..5eae86d06 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004_0.elapsed @@ -1 +1 @@ -1.1018521785736084 \ No newline at end of file +1.1651229858398438 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004_0.md5sum b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004_0.md5sum deleted file mode 100644 index f05cca7f3..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -48ed9bf6493d43664bd045d06f004ea0 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004_0.txt index 84350b3d1..258bb2340 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-004_0.txt @@ -1,5 +1,5 @@ Running #1419 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv_replace-004.c (batchinfo:1/1) @@ -58,16 +58,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205838 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251485 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205839 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251486 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1018521785736084 +Command return code: 255, elapsed time: 1.1651229858398438 Finished #1419 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-004.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-005_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-005_0.elapsed index 08a0e02c4..ab38069db 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-005_0.elapsed @@ -1 +1 @@ -0.10487699508666992 \ No newline at end of file +0.11024284362792969 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-005_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-005_0.txt index bd7fa25e1..b04827e4e 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-005_0.txt @@ -1,5 +1,5 @@ Running #1430 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv_replace-005.c (batchinfo:1/1) @@ -11,6 +11,6 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Comm_idup_with_info(MPI_COMM_WORLD, MPI_INFO_NULL, &mpi_comm_0, ^ -ld: /tmp/iccfFqPAp.o: in function `main': +ld: /tmp/iccjOZkBx.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-005.c:35: undefined reference to `MPI_Comm_idup_with_info' diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006_0.elapsed index 4380aeb4c..80cbcfd4d 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006_0.elapsed @@ -1 +1 @@ -60.20567560195923 \ No newline at end of file +62.24982953071594 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006_0.timeout deleted file mode 100644 index b44e1e4f5..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00431561470032 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006_0.txt index 56fd5022b..3f6d52eea 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-006_0.txt @@ -1,5 +1,5 @@ Running #1682 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv_replace-006.c (batchinfo:1/1) @@ -13,6 +13,79 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_sendrecv_replace-006 | -Command killed by signal 15, elapsed time: 60.20567560195923 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv_replace(*buf=0x47d230, count=10, datatype=MPI_INT, dest=0, sendtag=0, source=1, recvtag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-006.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-006) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x4664e0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-006.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-006) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv_replace-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 277318 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 277319 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.24982953071594 Finished #1682 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-006.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007_0.elapsed index 73e8092ed..b7e9466f3 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007_0.elapsed @@ -1 +1 @@ -60.20475625991821 \ No newline at end of file +62.30610132217407 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007_0.timeout deleted file mode 100644 index 4faece34d..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00327205657959 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007_0.txt index 05de0d3a9..47ed77c8b 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-007_0.txt @@ -1,5 +1,5 @@ Running #1244 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv_replace-007.c (batchinfo:1/1) @@ -23,6 +23,69 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF | [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON | [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON -Command killed by signal 15, elapsed time: 60.20475625991821 +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv_replace(*buf=0x47d1b0, count=10, datatype=MPI_INT, dest=0, sendtag=0, source=1, recvtag=0, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-007.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-007) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x466460, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-007.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-007) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv_replace-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 258432 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 258433 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.30610132217407 Finished #1244 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-007.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008_0.elapsed index 98fbd35c5..b40a1cb1e 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008_0.elapsed @@ -1 +1 @@ -60.20337653160095 \ No newline at end of file +62.412880420684814 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008_0.timeout deleted file mode 100644 index d81c7ed49..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00200700759888 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008_0.txt index f41ed89b3..3893c834d 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-008_0.txt @@ -1,5 +1,5 @@ Running #1932 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv_replace-008.c (batchinfo:1/1) @@ -16,6 +16,76 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON | [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON | [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON -Command killed by signal 15, elapsed time: 60.20337653160095 +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv_replace(*buf=0x47d230, count=10, datatype=MPI_INT, dest=0, sendtag=0, source=1, recvtag=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-008.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-008) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x466550, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-008.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-008) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv_replace-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 274200 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 274201 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.412880420684814 Finished #1932 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-008.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009_0.elapsed index 38415dd83..1891b543b 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009_0.elapsed @@ -1 +1 @@ -60.20797324180603 \ No newline at end of file +62.1864070892334 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009_0.timeout deleted file mode 100644 index 3d3a68174..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00662660598755 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009_0.txt index b9c7c0806..d5e3f7096 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-009_0.txt @@ -1,5 +1,5 @@ Running #1567 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv_replace-009.c (batchinfo:1/1) @@ -13,6 +13,79 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Comm-mpi_sendrecv_replace-009 | -Command killed by signal 15, elapsed time: 60.20797324180603 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv_replace(*buf=0x47d230, count=10, datatype=MPI_INT, dest=0, sendtag=0, source=1, recvtag=0, comm=0xffffffffc4000006 SPLIT_TYPE COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-009.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-009) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x466560, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-009.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-009) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv_replace-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 258340 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 258341 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.1864070892334 Finished #1567 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-009.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-010_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-010_0.elapsed index 85a7809ed..b10931f62 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-010_0.elapsed @@ -1 +1 @@ -7.3811821937561035 \ No newline at end of file +7.442048788070679 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-010_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-010_0.txt index e3a773f4d..e81293d62 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-010_0.txt @@ -1,5 +1,5 @@ Running #1575 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv_replace-010.c (batchinfo:1/1) @@ -51,14 +51,14 @@ Executing the command (cwd: None) | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Unknown error class. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Sendrecv_replace(*buf=0x470570, count=10, datatype=MPI_INT, dest=0, sendtag=0, source=1, recvtag=0, comm=0xffffffffc4000000 <<invalid>>, *status=0x1) +| [0] ERROR: MPI_Sendrecv_replace(*buf=0x470670, count=10, datatype=MPI_INT, dest=0, sendtag=0, source=1, recvtag=0, comm=0xffffffffc4000000 <<invalid>>, *status=0x1) | [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-010.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv_replace-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv_replace-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -66,16 +66,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 225162 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 269641 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 225163 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 269642 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3811821937561035 +Command return code: 255, elapsed time: 7.442048788070679 Finished #1575 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-010.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-011_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-011_0.elapsed index 5ad3adc02..3749cd338 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-011_0.elapsed @@ -1 +1 @@ -0.9056379795074463 \ No newline at end of file +62.19953489303589 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-011_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-011_0.txt index 6344af01f..367904fae 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-011_0.txt @@ -1,5 +1,5 @@ Running #1934 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv_replace-011.c (batchinfo:1/1) @@ -47,23 +47,45 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv_replace(*buf=0x47d450, count=10, datatype=MPI_INT, dest=0, sendtag=0, source=0, recvtag=0, comm=0xffffffffc4000004 INTERCOMM_CREATE SPLIT COMM_WORLD [0] [1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-011.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-011) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x4666f0, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-011.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-011) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv_replace-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 233383 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 277736 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 233384 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 277737 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9056379795074463 +Command return code: 255, elapsed time: 62.19953489303589 Finished #1934 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-011.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012_0.elapsed index b6cc97873..225766513 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012_0.elapsed @@ -1 +1 @@ -60.20670962333679 \ No newline at end of file +62.35999298095703 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012_0.timeout b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012_0.timeout deleted file mode 100644 index 89e74b84b..000000000 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00531244277954 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012_0.txt index 7799c6ee6..0a740cb74 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-012_0.txt @@ -1,5 +1,5 @@ Running #1841 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv_replace-012.c (batchinfo:1/1) @@ -41,6 +41,51 @@ Executing the command (cwd: None) | [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON | [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON | [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 -Command killed by signal 15, elapsed time: 60.20670962333679 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Sendrecv_replace(*buf=0x47d560, count=10, datatype=MPI_INT, dest=0, sendtag=0, source=1, recvtag=0, comm=0xffffffffc4000008 MERGE INTERCOMM_CREATE SPLIT COMM_WORLD [0:1], *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-012.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-012) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x466790, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-012.c:51) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Comm-mpi_sendrecv_replace-012) +| [0] INFO: Writing tracefile ParamMatching-Comm-mpi_sendrecv_replace-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 275849 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 275850 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.35999298095703 Finished #1841 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-012.c diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-013_0.elapsed b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-013_0.elapsed index bb01de963..f912ca953 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-013_0.elapsed @@ -1 +1 @@ -0.12846112251281738 \ No newline at end of file +0.10685086250305176 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-013_0.txt b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-013_0.txt index 873c43df1..d8a0d9cf5 100644 --- a/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Comm-mpi_sendrecv_replace-013_0.txt @@ -1,5 +1,5 @@ Running #1924 /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Comm-mpi_sendrecv_replace-013.c (batchinfo:1/1) @@ -19,6 +19,6 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Intercomm_create_from_groups((rank % 2 ? mpi_group_1 : mpi_group_2), 0, ^ -ld: /tmp/iccxVPr67.o: in function `main': +ld: /tmp/iccA89sZ0.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Comm-mpi_sendrecv_replace-013.c:45: undefined reference to `MPI_Intercomm_create_from_groups' diff --git a/logs-20240607/itac/ParamMatching-Op-mpi_allreduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Op-mpi_allreduce-001_0.elapsed index 0e60f46b2..8e846bc72 100644 --- a/logs-20240607/itac/ParamMatching-Op-mpi_allreduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Op-mpi_allreduce-001_0.elapsed @@ -1 +1 @@ -7.197155475616455 \ No newline at end of file +7.058975696563721 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Op-mpi_allreduce-001_0.txt b/logs-20240607/itac/ParamMatching-Op-mpi_allreduce-001_0.txt index 76938b11f..eee3659c6 100644 --- a/logs-20240607/itac/ParamMatching-Op-mpi_allreduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Op-mpi_allreduce-001_0.txt @@ -1,5 +1,5 @@ Running #539 /MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_allreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Op-mpi_allreduce-001.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_allreduce-001.c:38) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Op-mpi_allreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Op-mpi_allreduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abc0, *recvbuf=0x46abc0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_allreduce-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Op-mpi_allreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Op-mpi_allreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Op-mpi_allreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Op-mpi_allreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185260 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 230726 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185261 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 230727 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.197155475616455 +Command return code: 255, elapsed time: 7.058975696563721 Finished #539 /MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_allreduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Op-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Op-mpi_iallreduce-001_0.elapsed index ce3b45d84..d5f86495e 100644 --- a/logs-20240607/itac/ParamMatching-Op-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Op-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -8.822928190231323 \ No newline at end of file +7.437436819076538 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Op-mpi_iallreduce-001_0.txt b/logs-20240607/itac/ParamMatching-Op-mpi_iallreduce-001_0.txt index 98670c134..76c0ff251 100644 --- a/logs-20240607/itac/ParamMatching-Op-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Op-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #1086 /MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Op-mpi_iallreduce-001.c (batchinfo:1/1) @@ -51,20 +51,20 @@ Executing the command (cwd: None) | [0] ERROR: GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH: error | [0] ERROR: Reduction operation does not match in the same collective operation. | [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4706e0, *recvbuf=0x470710, count=10, datatype=MPI_INT, op=MPI_MAX, comm=MPI_COMM_WORLD, *request=0x7ffc44776678) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4706d0, *recvbuf=0x470700, count=10, datatype=MPI_INT, op=MPI_MAX, comm=MPI_COMM_WORLD, *request=0x7ffc3ad7f408) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_iallreduce-001.c:39) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Op-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Op-mpi_iallreduce-001) | [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46acc0, *recvbuf=0x46acc0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffeb7709fd8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac80, *recvbuf=0x46ac80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd65c84d68) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_iallreduce-001.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Op-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Op-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Op-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Op-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209115 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253917 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209116 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253918 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.822928190231323 +Command return code: 255, elapsed time: 7.437436819076538 Finished #1086 /MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Op-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Op-mpi_ireduce-001_0.elapsed index e463b33a4..3de1b36ed 100644 --- a/logs-20240607/itac/ParamMatching-Op-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Op-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -1.3233423233032227 \ No newline at end of file +7.293848514556885 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Op-mpi_ireduce-001_0.txt b/logs-20240607/itac/ParamMatching-Op-mpi_ireduce-001_0.txt index f2ae6cc48..e891a60d7 100644 --- a/logs-20240607/itac/ParamMatching-Op-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Op-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #1154 /MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Op-mpi_ireduce-001.c (batchinfo:1/1) @@ -47,23 +47,41 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH: error +| [0] ERROR: Reduction operation does not match in the same collective operation. +| [0] ERROR: Collective call by local rank [0] (same as global rank): +| [0] ERROR: MPI_Ireduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_MAX, root=0, comm=MPI_COMM_WORLD, *request=0x7fff24050388) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_ireduce-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Op-mpi_ireduce-001) +| [0] ERROR: Collective call by local rank [1] (same as global rank): +| [0] ERROR: MPI_Ireduce(*sendbuf=0x46ac80, *recvbuf=0x46ac80, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcab7e8068) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_ireduce-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Op-mpi_ireduce-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Op-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213520 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259154 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213521 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259155 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.3233423233032227 +Command return code: 255, elapsed time: 7.293848514556885 Finished #1154 /MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_ireduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001_0.elapsed index 7cba1cbb9..16da92ff8 100644 --- a/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -7.234556198120117 \ No newline at end of file +1.122748851776123 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001_0.md5sum b/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001_0.md5sum deleted file mode 100644 index 6ac015269..000000000 --- a/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -4242080c4fcbd1cb1dd41e823922914b \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001_0.txt b/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001_0.txt index dc66463fb..a67862f3d 100644 --- a/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #718 /MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Op-mpi_reduce-001.c (batchinfo:1/1) @@ -47,41 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH: error -| [0] ERROR: Reduction operation does not match in the same collective operation. -| [0] ERROR: Collective call by local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470760, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_MAX, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_reduce-001.c:38) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001) -| [0] ERROR: Collective call by local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46abc0, *recvbuf=0x46abc0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_reduce-001.c:42) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Op-mpi_reduce-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Op-mpi_reduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195799 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242117 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195800 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242118 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.234556198120117 +Command return code: 255, elapsed time: 1.122748851776123 Finished #718 /MBI/scripts/gencodes/COLL/ParamMatching-Op-mpi_reduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_bcast-001_0.elapsed b/logs-20240607/itac/ParamMatching-Root-mpi_bcast-001_0.elapsed index 1c60b2ac1..37a0b2106 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_bcast-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Root-mpi_bcast-001_0.elapsed @@ -1 +1 @@ -60.20692825317383 \ No newline at end of file +62.356897830963135 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_bcast-001_0.timeout b/logs-20240607/itac/ParamMatching-Root-mpi_bcast-001_0.timeout deleted file mode 100644 index 1f2e4467a..000000000 --- a/logs-20240607/itac/ParamMatching-Root-mpi_bcast-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.005621910095215 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_bcast-001_0.txt b/logs-20240607/itac/ParamMatching-Root-mpi_bcast-001_0.txt index 09a394583..977d0d038 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_bcast-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Root-mpi_bcast-001_0.txt @@ -1,5 +1,5 @@ Running #545 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_bcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Root-mpi_bcast-001.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.20692825317383 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Bcast(*buffer=0x470760, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_bcast-001.c:36) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_bcast-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_bcast-001.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_bcast-001) +| [0] INFO: Writing tracefile ParamMatching-Root-mpi_bcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 232376 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 232377 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.356897830963135 Finished #545 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_bcast-001.c diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_gather-001_0.elapsed b/logs-20240607/itac/ParamMatching-Root-mpi_gather-001_0.elapsed index 062cb69b2..ec26a7bab 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Root-mpi_gather-001_0.elapsed @@ -1 +1 @@ -60.205726623535156 \ No newline at end of file +62.24373388290405 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_gather-001_0.timeout b/logs-20240607/itac/ParamMatching-Root-mpi_gather-001_0.timeout deleted file mode 100644 index 3b2a70df6..000000000 --- a/logs-20240607/itac/ParamMatching-Root-mpi_gather-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.004478931427 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_gather-001_0.txt b/logs-20240607/itac/ParamMatching-Root-mpi_gather-001_0.txt index a3c38ebd5..dedfb8d5f 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_gather-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Root-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #1138 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Root-mpi_gather-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Root-mpi_gather-001 | -Command killed by signal 15, elapsed time: 60.205726623535156 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Gather(*sendbuf=0x4706d0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470700, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_gather-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_gather-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_gather-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_gather-001) +| [0] INFO: Writing tracefile ParamMatching-Root-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 250910 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 250911 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.24373388290405 Finished #1138 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_gather-001.c diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001_0.elapsed b/logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001_0.elapsed index 3d9db2788..185579d34 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001_0.elapsed @@ -1 +1 @@ -60.20622539520264 \ No newline at end of file +62.34844350814819 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001_0.timeout b/logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001_0.timeout deleted file mode 100644 index 3dc730dba..000000000 --- a/logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00460624694824 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001_0.txt b/logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001_0.txt index 9073ca1f8..154dd5f7e 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Root-mpi_ibcast-001_0.txt @@ -1,5 +1,5 @@ Running #714 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_ibcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Root-mpi_ibcast-001.c (batchinfo:1/1) @@ -27,6 +27,64 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON | [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON | [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON -Command killed by signal 15, elapsed time: 60.20622539520264 +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Ibcast(*buffer=0x470760, count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc22afddd8) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_ibcast-001.c:37) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_ibcast-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_ibcast-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_ibcast-001) +| [0] INFO: Writing tracefile ParamMatching-Root-mpi_ibcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 238587 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 238588 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.34844350814819 Finished #714 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_ibcast-001.c diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_igather-001_0.elapsed b/logs-20240607/itac/ParamMatching-Root-mpi_igather-001_0.elapsed index 6ecd150e0..f0307ccb2 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_igather-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Root-mpi_igather-001_0.elapsed @@ -1 +1 @@ -60.20460891723633 \ No newline at end of file +62.12851047515869 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_igather-001_0.timeout b/logs-20240607/itac/ParamMatching-Root-mpi_igather-001_0.timeout deleted file mode 100644 index 7b60b7b82..000000000 --- a/logs-20240607/itac/ParamMatching-Root-mpi_igather-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.0033745765686 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_igather-001_0.txt b/logs-20240607/itac/ParamMatching-Root-mpi_igather-001_0.txt index c05d99787..ae8fabfc8 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_igather-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Root-mpi_igather-001_0.txt @@ -1,5 +1,5 @@ Running #695 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_igather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Root-mpi_igather-001.c (batchinfo:1/1) @@ -34,6 +34,57 @@ Executing the command (cwd: None) | [0] INFO: CHECK GLOBAL:MSG:PENDING ON | [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON | [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON -Command killed by signal 15, elapsed time: 60.20460891723633 +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Igather(*sendbuf=0x4706d0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470700, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7fff02ff5908) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_igather-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_igather-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_igather-001.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_igather-001) +| [0] INFO: Writing tracefile ParamMatching-Root-mpi_igather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 227788 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 227789 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.12851047515869 Finished #695 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_igather-001.c diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001_0.elapsed index 79fadc4e7..e34ebf732 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -60.20385241508484 \ No newline at end of file +62.30345368385315 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001_0.timeout b/logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001_0.timeout deleted file mode 100644 index 6ff082434..000000000 --- a/logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00261569023132 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001_0.txt b/logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001_0.txt index cb590f3d8..8238969f6 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Root-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #974 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Root-mpi_ireduce-001.c (batchinfo:1/1) @@ -26,6 +26,65 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON | [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON | [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON -Command killed by signal 15, elapsed time: 60.20385241508484 +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Ireduce(*sendbuf=0x4706e0, *recvbuf=0x470710, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd178aaab8) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_ireduce-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_ireduce-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_ireduce-001.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_ireduce-001) +| [0] INFO: Writing tracefile ParamMatching-Root-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 243263 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 243265 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.30345368385315 Finished #974 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_ireduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001_0.elapsed b/logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001_0.elapsed index 0be05e03f..647463274 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001_0.elapsed @@ -1 +1 @@ -60.20808982849121 \ No newline at end of file +62.239797592163086 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001_0.timeout b/logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001_0.timeout deleted file mode 100644 index 1f6df1a69..000000000 --- a/logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00668120384216 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001_0.txt b/logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001_0.txt index 26be79eaf..145530cf5 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Root-mpi_iscatter-001_0.txt @@ -1,5 +1,5 @@ Running #492 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_iscatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Root-mpi_iscatter-001.c (batchinfo:1/1) @@ -27,6 +27,64 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON | [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON | [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON -Command killed by signal 15, elapsed time: 60.20808982849121 +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Iscatter(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd2d4adc98) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_iscatter-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_iscatter-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_iscatter-001.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_iscatter-001) +| [0] INFO: Writing tracefile ParamMatching-Root-mpi_iscatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 242544 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 242545 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.239797592163086 Finished #492 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_iscatter-001.c diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_reduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Root-mpi_reduce-001_0.elapsed index cc2ec4cd9..74ef114fc 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Root-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -60.20299410820007 \ No newline at end of file +62.28608298301697 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_reduce-001_0.timeout b/logs-20240607/itac/ParamMatching-Root-mpi_reduce-001_0.timeout deleted file mode 100644 index 67e285c96..000000000 --- a/logs-20240607/itac/ParamMatching-Root-mpi_reduce-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00177359580994 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_reduce-001_0.txt b/logs-20240607/itac/ParamMatching-Root-mpi_reduce-001_0.txt index f3bd3d748..9f412ab30 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Root-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #568 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Root-mpi_reduce-001.c (batchinfo:1/1) @@ -43,6 +43,48 @@ Executing the command (cwd: None) | [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 | [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) | [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 -Command killed by signal 15, elapsed time: 60.20299410820007 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Reduce(*sendbuf=0x470660, *recvbuf=0x470690, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_reduce-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_reduce-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_reduce-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_reduce-001) +| [0] INFO: Writing tracefile ParamMatching-Root-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 229228 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 229229 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.28608298301697 Finished #568 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_reduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_scatter-001_0.elapsed b/logs-20240607/itac/ParamMatching-Root-mpi_scatter-001_0.elapsed index 534c33686..ff3119ff7 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Root-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -60.2043297290802 \ No newline at end of file +62.51055669784546 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_scatter-001_0.timeout b/logs-20240607/itac/ParamMatching-Root-mpi_scatter-001_0.timeout deleted file mode 100644 index b3932cf98..000000000 --- a/logs-20240607/itac/ParamMatching-Root-mpi_scatter-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00291395187378 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Root-mpi_scatter-001_0.txt b/logs-20240607/itac/ParamMatching-Root-mpi_scatter-001_0.txt index a3cf2ab7e..68c3ea5dd 100644 --- a/logs-20240607/itac/ParamMatching-Root-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Root-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #885 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Root-mpi_scatter-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Root-mpi_scatter-001 | -Command killed by signal 15, elapsed time: 60.2043297290802 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Scatter(*sendbuf=0x4706e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_scatter-001.c:38) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_scatter-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_scatter-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Root-mpi_scatter-001) +| [0] INFO: Writing tracefile ParamMatching-Root-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 241376 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 241377 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.51055669784546 Finished #885 /MBI/scripts/gencodes/COLL/ParamMatching-Root-mpi_scatter-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_bsend-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_bsend-001_0.elapsed index 3ddb5eaf9..7a7cb8ddc 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_bsend-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_bsend-001_0.elapsed @@ -1 +1 @@ -7.997188568115234 \ No newline at end of file +8.161783456802368 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_bsend-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_bsend-001_0.txt index dd010a151..b7b236740 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_bsend-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_bsend-001_0.txt @@ -1,5 +1,5 @@ Running #1342 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_bsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_bsend-001.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Buffer [0x46ac30, 0x46acb0[ of size 128 cannot store message of size 136. -| [1] ERROR: Free space [0x46ac30, 0x46acb0[, 128 bytes. +| [1] ERROR: Buffer [0x46ad30, 0x46adb0[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46ad30, 0x46adb0[, 128 bytes. | [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), | [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, | [1] ERROR: check for race conditions between buffering and receiving messages, etc). | [1] ERROR: Note that message sizes are calculated using the worst-case scenario that | [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. | [1] ERROR: New message of size 136 was to be sent by: -| [1] ERROR: MPI_Bsend(*buf=0x46ac00, count=10, datatype=MPI_INT, dest=0, tag=2, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Bsend(*buf=0x46ad00, count=10, datatype=MPI_INT, dest=0, tag=2, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_bsend-001.c:46) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Tag-mpi_bsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_bsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_bsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_bsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 215691 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261267 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 215692 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261269 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.997188568115234 +Command return code: 255, elapsed time: 8.161783456802368 Finished #1342 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_bsend-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_bsend_init-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_bsend_init-001_0.elapsed index a9f03966d..85e37746c 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_bsend_init-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_bsend_init-001_0.elapsed @@ -1 +1 @@ -7.991503477096558 \ No newline at end of file +7.8576295375823975 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_bsend_init-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_bsend_init-001_0.txt index 8e381cc5f..cf6bd10d1 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_bsend_init-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_bsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #2040 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_bsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_bsend_init-001.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Buffer [0x46ad10, 0x46ad90[ of size 128 cannot store message of size 136. -| [1] ERROR: Free space [0x46ad10, 0x46ad90[, 128 bytes. +| [1] ERROR: Buffer [0x46abf0, 0x46ac70[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46abf0, 0x46ac70[, 128 bytes. | [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), | [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, | [1] ERROR: check for race conditions between buffering and receiving messages, etc). | [1] ERROR: Note that message sizes are calculated using the worst-case scenario that | [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. | [1] ERROR: New message of size 136 was to be sent by: -| [1] ERROR: MPI_Start(*request=0x7ffec47f12e8->0x2c000002) +| [1] ERROR: MPI_Start(*request=0x7fff38bf6758->0x2c000002) | [1] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_bsend_init-001.c:48) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Tag-mpi_bsend_init-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_bsend_init-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_bsend_init-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_bsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 231027 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 276853 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 231028 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 276854 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.991503477096558 +Command return code: 255, elapsed time: 7.8576295375823975 Finished #2040 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_bsend_init-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_ibsend-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_ibsend-001_0.elapsed index 3f1b1efc7..a8e956e72 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_ibsend-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_ibsend-001_0.elapsed @@ -1 +1 @@ -7.986915111541748 \ No newline at end of file +7.918110370635986 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_ibsend-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_ibsend-001_0.txt index 48a9e3d5d..f38604aa1 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_ibsend-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_ibsend-001_0.txt @@ -1,5 +1,5 @@ Running #1323 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_ibsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_ibsend-001.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [1] ERROR: LOCAL:BUFFER:INSUFFICIENT_BUFFER: error -| [1] ERROR: Buffer [0x46abf0, 0x46ac70[ of size 128 cannot store message of size 136. -| [1] ERROR: Free space [0x46abf0, 0x46ac70[, 128 bytes. +| [1] ERROR: Buffer [0x46acb0, 0x46ad30[ of size 128 cannot store message of size 136. +| [1] ERROR: Free space [0x46acb0, 0x46ad30[, 128 bytes. | [1] ERROR: Check buffer handling (use larger buffer in MPI_Buffer_attach(), | [1] ERROR: receive the oldest message(s) to free up space before buffering new ones, | [1] ERROR: check for race conditions between buffering and receiving messages, etc). | [1] ERROR: Note that message sizes are calculated using the worst-case scenario that | [1] ERROR: the application has to be prepared for: MPI_Pack_size() + MPI_BSEND_OVERHEAD. | [1] ERROR: New message of size 136 was to be sent by: -| [1] ERROR: MPI_Ibsend(*buf=0x46abc0, count=10, datatype=MPI_INT, dest=0, tag=2, comm=MPI_COMM_WORLD, *request=0x7ffda69abdd8) +| [1] ERROR: MPI_Ibsend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=2, comm=MPI_COMM_WORLD, *request=0x7fff77ae1f68) | [1] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_ibsend-001.c:46) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Tag-mpi_ibsend-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_ibsend-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_ibsend-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_ibsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:BUFFER:INSUFFICIENT_BUFFER: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -72,16 +72,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208033 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254355 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208034 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254356 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.986915111541748 +Command return code: 255, elapsed time: 7.918110370635986 Finished #1323 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_ibsend-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001_0.elapsed index 6a62cfbcf..75cc74ab3 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001_0.elapsed @@ -1 +1 @@ -60.2077579498291 \ No newline at end of file +120.20801901817322 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001_0.timeout index a6cfde525..01e5d91d6 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001_0.timeout +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001_0.timeout @@ -1 +1 @@ -60.006266593933105 seconds \ No newline at end of file +120.0066351890564 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001_0.txt index 7d4b71c34..08dd0ab66 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_improbe-001_0.txt @@ -1,5 +1,5 @@ Running #1571 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_improbe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_improbe-001.c (batchinfo:1/1) @@ -48,6 +48,8 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | [0] INFO: 502.00MB trace data in RAM + 0.00MB trace data flushed = 502.00MB total -Command killed by signal 15, elapsed time: 60.2077579498291 +| [0] INFO: 1004.00MB trace data in RAM + 0.00MB trace data flushed = 1004.00MB total +| [0] INFO: 1506.00MB trace data in RAM + 0.00MB trace data flushed = 1506.00MB total +Command killed by signal 15, elapsed time: 120.20801901817322 Finished #1571 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_improbe-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001_0.elapsed index 4f4d01e2e..130d65d38 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001_0.elapsed @@ -1 +1 @@ -60.22083330154419 \ No newline at end of file +120.21082973480225 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001_0.timeout index bbb16001c..66628f454 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001_0.timeout +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001_0.timeout @@ -1 +1 @@ -60.019530057907104 seconds \ No newline at end of file +120.00927543640137 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001_0.txt index a6f3a1ef4..2465b066d 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_iprobe-001_0.txt @@ -1,5 +1,5 @@ Running #1954 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_iprobe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_iprobe-001.c (batchinfo:1/1) @@ -13,6 +13,6 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Tag-mpi_iprobe-001 | -Command killed by signal 15, elapsed time: 60.22083330154419 +Command killed by signal 15, elapsed time: 120.21082973480225 Finished #1954 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_iprobe-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_irsend-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_irsend-001_0.elapsed index 8b4261a53..b642a4cb3 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_irsend-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_irsend-001_0.elapsed @@ -1 +1 @@ -1.1115641593933105 \ No newline at end of file +62.45833492279053 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_irsend-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_irsend-001_0.txt index ed8f180f1..1fb5c95bf 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_irsend-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_irsend-001_0.txt @@ -1,5 +1,5 @@ Running #1312 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_irsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_irsend-001.c (batchinfo:1/1) @@ -47,23 +47,45 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7fff489fce38->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_irsend-001.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_irsend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_irsend-001.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_irsend-001) +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_irsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220495 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 268267 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220496 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 268268 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1115641593933105 +Command return code: 255, elapsed time: 62.45833492279053 Finished #1312 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_irsend-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_isend-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_isend-001_0.elapsed index bb52a0bb4..32cbe1519 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_isend-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_isend-001_0.elapsed @@ -1 +1 @@ -60.20673990249634 \ No newline at end of file +62.286221504211426 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_isend-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_isend-001_0.timeout deleted file mode 100644 index 4c0471651..000000000 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_isend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00557470321655 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_isend-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_isend-001_0.txt index e9880c207..e60334368 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_isend-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_isend-001_0.txt @@ -1,5 +1,5 @@ Running #1341 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_isend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_isend-001.c (batchinfo:1/1) @@ -27,6 +27,65 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON | [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON | [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON -Command killed by signal 15, elapsed time: 60.20673990249634 +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffefd2a40b8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_isend-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_isend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffc8a5d0af8->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_isend-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_isend-001) +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_isend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 259014 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 259015 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.286221504211426 Finished #1341 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_isend-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_issend-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_issend-001_0.elapsed index e6cd193c2..f39501080 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_issend-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_issend-001_0.elapsed @@ -1 +1 @@ -60.204036474227905 \ No newline at end of file +62.38251185417175 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_issend-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_issend-001_0.timeout deleted file mode 100644 index 889665b8d..000000000 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_issend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00267148017883 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_issend-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_issend-001_0.txt index 9ed3e051e..693389be2 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_issend-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_issend-001_0.txt @@ -1,5 +1,5 @@ Running #1321 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_issend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_issend-001.c (batchinfo:1/1) @@ -43,6 +43,49 @@ Executing the command (cwd: None) | [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 | [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) | [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 -Command killed by signal 15, elapsed time: 60.204036474227905 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffd59555a58->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_issend-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_issend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffd1fb1aa88->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_issend-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_issend-001) +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_issend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 251192 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 251193 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.38251185417175 Finished #1321 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_issend-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001_0.elapsed index 0426cee46..b4f8a13ec 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001_0.elapsed @@ -1 +1 @@ -60.20738458633423 \ No newline at end of file +62.43749284744263 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001_0.timeout deleted file mode 100644 index 554705e7b..000000000 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00604724884033 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001_0.txt index 284bc924a..a8ff77317 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_mprobe-001_0.txt @@ -1,5 +1,5 @@ Running #1276 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_mprobe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_mprobe-001.c (batchinfo:1/1) @@ -14,6 +14,77 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.20738458633423 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Mprobe(source=1, tag=2, comm=MPI_COMM_WORLD, *message, *status=0x7ffc103b1728) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_mprobe-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_mprobe-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_mprobe-001.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_mprobe-001) +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_mprobe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 262728 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 262729 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.43749284744263 Finished #1276 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_mprobe-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_precv_init-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_precv_init-001_0.elapsed index 158c4eb19..68fbbdb43 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_precv_init-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_precv_init-001_0.elapsed @@ -1 +1 @@ -0.10030317306518555 \ No newline at end of file +0.10932803153991699 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_precv_init-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_precv_init-001_0.txt index 6a48986ab..9a7f28f0c 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_precv_init-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_precv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1654 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_precv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_precv_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/iccBrxIPT.o: in function `main': +ld: /tmp/iccIrBIHm.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_precv_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_precv_init-001.c:44: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_precv_init-001.c:48: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_probe-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_probe-001_0.elapsed index f7dbfc8bc..ef70c6c54 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_probe-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_probe-001_0.elapsed @@ -1 +1 @@ -60.20460605621338 \ No newline at end of file +62.278613805770874 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_probe-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_probe-001_0.timeout deleted file mode 100644 index ef36914be..000000000 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_probe-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.003334522247314 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_probe-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_probe-001_0.txt index 48db6f258..1d90f3c88 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_probe-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_probe-001_0.txt @@ -1,5 +1,5 @@ Running #1643 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_probe-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_probe-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Tag-mpi_probe-001 | -Command killed by signal 15, elapsed time: 60.20460605621338 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Probe(source=1, tag=2, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_probe-001.c:36) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_probe-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46ad80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_probe-001.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_probe-001) +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_probe-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 275243 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 275244 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.278613805770874 Finished #1643 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_probe-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_psend_init-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_psend_init-001_0.elapsed index d1a6391ca..1603c3f7b 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_psend_init-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_psend_init-001_0.elapsed @@ -1 +1 @@ -0.10674381256103516 \ No newline at end of file +0.1090996265411377 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_psend_init-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_psend_init-001_0.txt index 0b71c080b..bd77e1585 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_psend_init-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_psend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1615 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_psend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_psend_init-001.c (batchinfo:1/1) @@ -19,7 +19,7 @@ icc: remark #10441: The Intel(R) C++ Compiler Classic (ICC) is deprecated and wi MPI_Pready(0, mpi_request_0); ^ -ld: /tmp/icc7NLTl7.o: in function `main': +ld: /tmp/iccKWyvTe.o: in function `main': /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_psend_init-001.c:37: undefined reference to `MPI_Precv_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_psend_init-001.c:44: undefined reference to `MPI_Psend_init' ld: /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_psend_init-001.c:48: undefined reference to `MPI_Pready' diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_recv-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_recv-001_0.elapsed index 8c4fab692..40dcf5166 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_recv-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_recv-001_0.elapsed @@ -1 +1 @@ -60.20451807975769 \ No newline at end of file +62.35166382789612 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_recv-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_recv-001_0.timeout deleted file mode 100644 index 018f9bc57..000000000 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_recv-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.003135442733765 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_recv-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_recv-001_0.txt index 336d686b7..9cafddc0b 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_recv-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_recv-001_0.txt @@ -1,5 +1,5 @@ Running #1288 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_recv-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_recv-001.c (batchinfo:1/1) @@ -19,6 +19,72 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON | [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON | [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON -Command killed by signal 15, elapsed time: 60.20451807975769 +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Recv(*buf=0x470690, count=10, datatype=MPI_INT, source=1, tag=2, comm=MPI_COMM_WORLD, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_recv-001.c:36) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_recv-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_recv-001.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_recv-001) +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_recv-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 247944 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 247945 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.35166382789612 Finished #1288 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_recv-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001_0.elapsed index 59398b192..151f5f6e7 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001_0.elapsed @@ -1 +1 @@ -60.21040940284729 \ No newline at end of file +63.27592492103577 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001_0.timeout deleted file mode 100644 index c3a0aad7d..000000000 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00910806655884 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001_0.txt index 4c8fdb960..6ba429707 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_recv_init-001_0.txt @@ -1,5 +1,5 @@ Running #1800 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_recv_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_recv_init-001.c (batchinfo:1/1) @@ -25,6 +25,66 @@ Executing the command (cwd: None) | [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON | [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON | [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON -Command killed by signal 15, elapsed time: 60.21040940284729 +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffc38750278->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_recv_init-001.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_recv_init-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_recv_init-001.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_recv_init-001) +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_recv_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 276060 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 276062 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 63.27592492103577 Finished #1800 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_recv_init-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001_0.elapsed index f01174271..2abb2fd07 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001_0.elapsed @@ -1 +1 @@ -60.20720362663269 \ No newline at end of file +62.40994596481323 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001_0.timeout deleted file mode 100644 index ae50980e3..000000000 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00537419319153 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001_0.txt index 07cbb01b6..31fa0da7d 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_rsend-001_0.txt @@ -1,5 +1,5 @@ Running #1635 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_rsend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_rsend-001.c (batchinfo:1/1) @@ -14,6 +14,78 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.20720362663269 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffc78d51f78->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_rsend-001.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_rsend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_rsend-001.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_rsend-001) +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_rsend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 269839 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 269841 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.40994596481323 Finished #1635 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_rsend-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001_0.elapsed index 486457626..20b09f87c 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001_0.elapsed @@ -1 +1 @@ -60.20451235771179 \ No newline at end of file +62.302876472473145 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001_0.timeout deleted file mode 100644 index 1c3ea11d8..000000000 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00308346748352 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001_0.txt index e49d04bd4..24cba1359 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_rsend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1605 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_rsend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_rsend_init-001.c (batchinfo:1/1) @@ -14,6 +14,78 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.20451235771179 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffcf7b47258->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_rsend_init-001.c:40) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_rsend_init-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Finalize() +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_rsend_init-001.c:54) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_rsend_init-001) +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_rsend_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 264343 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 264344 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.302876472473145 Finished #1605 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_rsend_init-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_send-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_send-001_0.elapsed index 7dd8ec858..d0589f222 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_send-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_send-001_0.elapsed @@ -1 +1 @@ -60.20542860031128 \ No newline at end of file +62.5238778591156 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_send-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_send-001_0.timeout deleted file mode 100644 index bb5427433..000000000 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_send-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00420689582825 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_send-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_send-001_0.txt index 84662654a..042a5c122 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_send-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_send-001_0.txt @@ -1,5 +1,5 @@ Running #1641 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_send-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_send-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Tag-mpi_send-001 | -Command killed by signal 15, elapsed time: 60.20542860031128 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7fff9bf8d688->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_send-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_send-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Send(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=2, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_send-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_send-001) +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_send-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 272724 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 272725 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.5238778591156 Finished #1641 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_send-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001_0.elapsed index ef835776d..1bfc4163b 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001_0.elapsed @@ -1 +1 @@ -60.203843116760254 \ No newline at end of file +64.1037495136261 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001_0.timeout deleted file mode 100644 index 990856e07..000000000 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00258731842041 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001_0.txt index b1dc2cf8b..ed7185a9b 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_send_init-001_0.txt @@ -1,5 +1,5 @@ Running #1956 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_send_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_send_init-001.c (batchinfo:1/1) @@ -14,6 +14,78 @@ Executing the command (cwd: None) | | [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON -Command killed by signal 15, elapsed time: 60.203843116760254 +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7fff2ee1cc28->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_send_init-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_send_init-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffcba73d488->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_send_init-001.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_send_init-001) +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_send_init-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| [0] WARNING: message logging: Intel(R) Trace Collector could not find pairs for 1 (100.0%) sends and 0 (0.0%) receives +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 276059 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 276064 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 64.1037495136261 Finished #1956 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_send_init-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001_0.elapsed index ee3fdfcfc..50d0aa794 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001_0.elapsed @@ -1 +1 @@ -60.206255197525024 \ No newline at end of file +62.41082262992859 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001_0.timeout deleted file mode 100644 index e63a01545..000000000 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00430393218994 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001_0.txt index eb108a661..9d8e971cf 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_ssend-001_0.txt @@ -1,5 +1,5 @@ Running #1653 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_ssend-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_ssend-001.c (batchinfo:1/1) @@ -13,6 +13,78 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Tag-mpi_ssend-001 | -Command killed by signal 15, elapsed time: 60.206255197525024 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:00 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Wait(*request=0x7ffe5d22fd68->0x2c000002, *status=0x1) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_ssend-001.c:39) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_ssend-001) +| [0] ERROR: [1] no progress observed for over 1:00 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Ssend(*buf=0x46ac80, count=10, datatype=MPI_INT, dest=0, tag=2, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_ssend-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Tag-mpi_ssend-001) +| [0] INFO: Writing tracefile ParamMatching-Tag-mpi_ssend-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 261948 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 261950 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 62.41082262992859 Finished #1653 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_ssend-001.c diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.elapsed b/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.elapsed index 7eecc58ad..7f704c3eb 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.elapsed @@ -1 +1 @@ -60.205419301986694 \ No newline at end of file +1.17427396774292 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.md5sum b/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.md5sum deleted file mode 100644 index c0716396d..000000000 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -319c1a302b483f1f68c5b5cef1bfc98a \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.timeout b/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.timeout deleted file mode 100644 index 72c68cfab..000000000 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.0041298866272 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.txt b/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.txt index b39125ee6..38be9ea27 100644 --- a/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Tag-mpi_ssend_init-001_0.txt @@ -1,5 +1,5 @@ Running #1866 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_ssend_init-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Tag-mpi_ssend_init-001.c (batchinfo:1/1) @@ -13,6 +13,57 @@ Executing the command (cwd: None) $ mpirun -check_mpi -genv VT_CHECK_TRACING on -np 2 ./ParamMatching-Tag-mpi_ssend_init-001 | -Command killed by signal 15, elapsed time: 60.205419301986694 +| [0] INFO: CHECK LOCAL:EXIT:SIGNAL ON +| [0] INFO: CHECK LOCAL:EXIT:BEFORE_MPI_FINALIZE ON +| [0] INFO: CHECK LOCAL:MPI:CALL_FAILED ON +| [0] INFO: CHECK LOCAL:MEMORY:OVERLAP ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_MODIFICATION ON +| [0] INFO: CHECK LOCAL:MEMORY:INACCESSIBLE ON +| [0] INFO: CHECK LOCAL:MEMORY:ILLEGAL_ACCESS OFF +| [0] INFO: CHECK LOCAL:MEMORY:INITIALIZATION OFF +| [0] INFO: CHECK LOCAL:REQUEST:ILLEGAL_CALL ON +| [0] INFO: CHECK LOCAL:REQUEST:NOT_FREED ON +| [0] INFO: CHECK LOCAL:REQUEST:PREMATURE_FREE ON +| [0] INFO: CHECK LOCAL:DATATYPE:NOT_FREED ON +| [0] INFO: CHECK LOCAL:BUFFER:INSUFFICIENT_BUFFER ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:HARD ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:POTENTIAL ON +| [0] INFO: CHECK GLOBAL:DEADLOCK:NO_PROGRESS ON +| [0] INFO: CHECK GLOBAL:MSG:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:MSG:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:MSG:PENDING ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATATYPE:MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:SIZE_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:REDUCTION_OPERATION_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:ROOT_MISMATCH ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:INVALID_PARAMETER ON +| [0] INFO: CHECK GLOBAL:COLLECTIVE:COMM_FREE_MISMATCH ON +| [0] INFO: maximum number of errors before aborting: CHECK-MAX-ERRORS 1 +| [0] INFO: maximum number of reports before aborting: CHECK-MAX-REPORTS 0 (= unlimited) +| [0] INFO: maximum number of times each error is reported: CHECK-SUPPRESSION-LIMIT 10 +| [0] INFO: timeout for deadlock detection: DEADLOCK-TIMEOUT 60s +| [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s +| [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 +| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 274234 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 274235 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 1.17427396774292 Finished #1866 /MBI/scripts/gencodes/P2P/ParamMatching-Tag-mpi_ssend_init-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-001_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-001_0.elapsed index fb5f67ae3..5962d204f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-001_0.elapsed @@ -1 +1 @@ -60.253031969070435 \ No newline at end of file +72.29301691055298 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-001_0.timeout b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-001_0.timeout deleted file mode 100644 index 88d263dfa..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.03747510910034 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-001_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-001_0.txt index 1f7acb351..cd52a9372 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-001_0.txt @@ -1,5 +1,5 @@ Running #484 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-001.c (batchinfo:1/1) @@ -49,14 +49,61 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x470770. +| [0] WARNING: Send and receive buffers overlap at address 0x4707b0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allgather(*sendbuf=0x470770, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470770, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allgather(*sendbuf=0x4707b0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4707b0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-001.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-001) | -Command killed by signal 15, elapsed time: 60.253031969070435 +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allgather(*sendbuf=0x46abe0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abe0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-001.c:41) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-001) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707b0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4707b0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-001.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-001) +| [0] ERROR: [1] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Allgather(*sendbuf=0x46abe0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abe0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-001.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-001) +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 236677 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 236678 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.29301691055298 Finished #484 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-002_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-002_0.elapsed index e9c8c9bad..5ef1c0ed7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-002_0.elapsed @@ -1 +1 @@ -7.341996669769287 \ No newline at end of file +7.278042793273926 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-002_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-002_0.txt index 306fb1f35..79f69fb3d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-002_0.txt @@ -1,5 +1,5 @@ Running #1065 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-002.c (batchinfo:1/1) @@ -58,18 +58,18 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-002.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-002) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad90, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46ad90, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46ac60, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46ac60, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-002.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200383 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245450 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200384 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245451 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.341996669769287 +Command return code: 255, elapsed time: 7.278042793273926 Finished #1065 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-002.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-003_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-003_0.elapsed index 0e41b3fa3..19f260b36 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-003_0.elapsed @@ -1 +1 @@ -7.195903539657593 \ No newline at end of file +7.222271680831909 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-003_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-003_0.txt index f933ec1f6..bf393b456 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-003_0.txt @@ -1,5 +1,5 @@ Running #576 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-003.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 4 elements sent by local rank [1] (global rank [1]), but 8 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4707d0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x4707d0, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470750, sendcount=8, sendtype=MPI_INT, *recvbuf=0x470750, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-003.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-003) | [0] ERROR: 8 elements sent by local rank [0] (global rank [0]), but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ada0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46ada0, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46abf0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46abf0, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-003.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190090 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235764 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190092 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235765 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.195903539657593 +Command return code: 255, elapsed time: 7.222271680831909 Finished #576 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-003.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-004_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-004_0.elapsed index b0323a1ed..18012f799 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-004_0.elapsed @@ -1 +1 @@ -60.20846199989319 \ No newline at end of file +7.358758449554443 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-004_0.timeout b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-004_0.timeout deleted file mode 100644 index a675f39fa..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-004_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00703191757202 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-004_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-004_0.txt index 9774660e4..507ad46ad 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-004_0.txt @@ -1,5 +1,5 @@ Running #606 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-004.c (batchinfo:1/1) @@ -49,14 +49,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca10. +| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allgather(*sendbuf=0x47ca10, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x47ca10, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-004.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-004) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-004) | -Command killed by signal 15, elapsed time: 60.20846199989319 +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-004.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-004) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-004.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-004) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ac70. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allgather(*sendbuf=0x46ac70, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x46ac70, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-004.c:41) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-004) +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 234757 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 234758 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 7.358758449554443 Finished #606 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-004.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-005_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-005_0.elapsed index 2eef8da3e..50996a1ea 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-005_0.elapsed @@ -1 +1 @@ -0.9739491939544678 \ No newline at end of file +7.255265235900879 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-005_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-005_0.txt index 2f99e6fe5..fd1dc801e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-005_0.txt @@ -1,5 +1,5 @@ Running #1136 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-005.c (batchinfo:1/1) @@ -47,23 +47,46 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), +| [0] ERROR: but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [0] (same as global rank): +| [0] ERROR: MPI_Allgather(*sendbuf=0x470750, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x470750, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-005.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-005) +| [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), +| [0] ERROR: but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Allgather(*sendbuf=0x46ac60, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac60, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-005.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-005) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204819 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250083 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204820 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250084 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9739491939544678 +Command return code: 255, elapsed time: 7.255265235900879 Finished #1136 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-005.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-006_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-006_0.elapsed index 6a011c892..e031f84a7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-006_0.elapsed @@ -1 +1 @@ -7.426296710968018 \ No newline at end of file +7.244505405426025 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-006_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-006_0.txt index 33e0acdde..6a8cd2778 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-006_0.txt @@ -1,5 +1,5 @@ Running #1111 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-006.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 8 elements sent by local rank [1] (global rank [1]), but 4 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x470750, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x470750, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-006.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-006) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad10, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ad10, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46acf0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46acf0, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-006.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206658 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251417 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206659 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251418 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.426296710968018 +Command return code: 255, elapsed time: 7.244505405426025 Finished #1111 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-006.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-007_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-007_0.elapsed index 5330230b5..c8b741a62 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-007_0.elapsed @@ -1 +1 @@ -60.20939612388611 \ No newline at end of file +72.23105025291443 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-007_0.timeout b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-007_0.timeout deleted file mode 100644 index 17ed9af0a..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-007_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00793433189392 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-007_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-007_0.txt index 675219c16..4c3fea6d1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-007_0.txt @@ -1,5 +1,5 @@ Running #926 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-007.c (batchinfo:1/1) @@ -55,8 +55,55 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-007.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-007) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-007) | -Command killed by signal 15, elapsed time: 60.20939612388611 +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ace0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allgather(*sendbuf=0x46ace0, sendcount=10, sendtype=MPI_CHAR, *recvbuf=0x46ace0, recvcount=10, recvtype=MPI_CHAR, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-007.c:41) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-007) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_CHAR, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_CHAR, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-007.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-007) +| [0] ERROR: [1] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Allgather(*sendbuf=0x46ace0, sendcount=10, sendtype=MPI_CHAR, *recvbuf=0x46ace0, recvcount=10, recvtype=MPI_CHAR, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-007.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-007) +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 236566 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 236568 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.23105025291443 Finished #926 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-007.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-008_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-008_0.elapsed index ba2617a0d..1c730ba4c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-008_0.elapsed @@ -1 +1 @@ -7.262963533401489 \ No newline at end of file +7.208111524581909 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-008_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-008_0.txt index 14fc826c4..b7efd2715 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-008_0.txt @@ -1,5 +1,5 @@ Running #560 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-008.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4707d0, sendcount=1, sendtype=MPI_CHAR, *recvbuf=0x4707d0, recvcount=1, recvtype=MPI_CHAR, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470790, sendcount=1, sendtype=MPI_CHAR, *recvbuf=0x470790, recvcount=1, recvtype=MPI_CHAR, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-008.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-008) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ae00, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ae00, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46abe0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46abe0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-008.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197031 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242990 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197032 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242992 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.262963533401489 +Command return code: 255, elapsed time: 7.208111524581909 Finished #560 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-008.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-009_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-009_0.elapsed index a810f485a..b02a94920 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-009_0.elapsed @@ -1 +1 @@ -7.403005123138428 \ No newline at end of file +7.297494888305664 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-009_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-009_0.txt index 41db4fbb1..5a0f17d87 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-009_0.txt @@ -1,5 +1,5 @@ Running #1183 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-009.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 1 elements sent by local rank [1] (global rank [1]), but 4 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x470750, sendcount=4, sendtype=MPI_CHAR, *recvbuf=0x470750, recvcount=4, recvtype=MPI_CHAR, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4706d0, sendcount=4, sendtype=MPI_CHAR, *recvbuf=0x4706d0, recvcount=4, recvtype=MPI_CHAR, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-009.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-009) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ae00, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ae00, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46ac60, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac60, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-009.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214629 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256670 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214630 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256671 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.403005123138428 +Command return code: 255, elapsed time: 7.297494888305664 Finished #1183 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-009.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-010_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-010_0.elapsed index 9fd037d48..1a6a592e0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-010_0.elapsed @@ -1 +1 @@ -60.210670948028564 \ No newline at end of file +7.452025651931763 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-010_0.timeout b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-010_0.timeout deleted file mode 100644 index 3536c2e56..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-010_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.009276390075684 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-010_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-010_0.txt index 12f029e36..c3a39fe94 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-010_0.txt @@ -1,5 +1,5 @@ Running #791 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-010.c (batchinfo:1/1) @@ -49,14 +49,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca10. +| [0] WARNING: Send and receive buffers overlap at address 0x470770. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allgather(*sendbuf=0x47ca10, sendcount=10, sendtype=MPI_LONG, *recvbuf=0x47ca10, recvcount=10, recvtype=MPI_LONG, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allgather(*sendbuf=0x470770, sendcount=10, sendtype=MPI_LONG, *recvbuf=0x470770, recvcount=10, recvtype=MPI_LONG, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-010.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-010) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-010) | -Command killed by signal 15, elapsed time: 60.210670948028564 +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Allgather(*sendbuf=0x470770, sendcount=10, sendtype=MPI_LONG, *recvbuf=0x470770, recvcount=10, recvtype=MPI_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-010.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-010) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Allgather(*sendbuf=0x470770, sendcount=10, sendtype=MPI_LONG, *recvbuf=0x470770, recvcount=10, recvtype=MPI_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-010.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-010) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allgather(*sendbuf=0x46abe0, sendcount=10, sendtype=MPI_LONG, *recvbuf=0x46abe0, recvcount=10, recvtype=MPI_LONG, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-010.c:42) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-010) +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 250671 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 250672 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 7.452025651931763 Finished #791 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-010.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-011_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-011_0.elapsed index dd4c7c3b5..64c93ccd1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-011_0.elapsed @@ -1 +1 @@ -8.300660371780396 \ No newline at end of file +7.361556053161621 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-011_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-011_0.txt index 26326f47e..8ea5297b3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-011_0.txt @@ -1,5 +1,5 @@ Running #1090 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-011.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x470750, sendcount=1, sendtype=MPI_LONG, *recvbuf=0x470750, recvcount=1, recvtype=MPI_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707d0, sendcount=1, sendtype=MPI_LONG, *recvbuf=0x4707d0, recvcount=1, recvtype=MPI_LONG, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-011.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-011) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad00, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46ac70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-011.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198233 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243424 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198235 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243425 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.300660371780396 +Command return code: 255, elapsed time: 7.361556053161621 Finished #1090 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-011.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-012_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-012_0.elapsed index a79106281..39a9b927f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-012_0.elapsed @@ -1 +1 @@ -7.60261607170105 \ No newline at end of file +6.973588705062866 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-012_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-012_0.txt index ea20e2bd8..4f1384bd0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-012_0.txt @@ -1,5 +1,5 @@ Running #613 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-012.c (batchinfo:1/1) @@ -57,17 +57,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-012.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-012) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad10, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ad10, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46abf0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46abf0, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-012.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193955 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237468 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193956 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237469 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.60261607170105 +Command return code: 255, elapsed time: 6.973588705062866 Finished #613 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-012.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-013_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-013_0.elapsed index cfe511378..5168ffb05 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-013_0.elapsed @@ -1 +1 @@ -60.20808172225952 \ No newline at end of file +7.436144590377808 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-013_0.timeout b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-013_0.timeout deleted file mode 100644 index 33867660d..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-013_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00684642791748 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-013_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-013_0.txt index 224de68f2..f9492a9b1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-013_0.txt @@ -1,5 +1,5 @@ Running #865 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-013.c (batchinfo:1/1) @@ -49,14 +49,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca10. +| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allgather(*sendbuf=0x47ca10, sendcount=10, sendtype=MPI_LONG_LONG, *recvbuf=0x47ca10, recvcount=10, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_LONG_LONG, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-013.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-013) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-013) | -Command killed by signal 15, elapsed time: 60.20808172225952 +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_LONG_LONG, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-013.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-013) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_LONG_LONG, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-013.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-013) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ace0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allgather(*sendbuf=0x46ace0, sendcount=10, sendtype=MPI_LONG_LONG, *recvbuf=0x46ace0, recvcount=10, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-013.c:42) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-013) +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 235164 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 235166 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 7.436144590377808 Finished #865 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-013.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-014_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-014_0.elapsed index 9d1c40a51..906c731b5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-014_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-014_0.elapsed @@ -1 +1 @@ -7.390968322753906 \ No newline at end of file +7.231550216674805 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-014_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-014_0.txt index dfca70839..171c8d635 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-014_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-014_0.txt @@ -1,5 +1,5 @@ Running #870 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-014.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47c9f0, sendcount=1, sendtype=MPI_LONG_LONG, *recvbuf=0x47c9f0, recvcount=1, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470790, sendcount=1, sendtype=MPI_LONG_LONG, *recvbuf=0x470790, recvcount=1, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-014.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-014) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad00, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46abe0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46abe0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-014.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-014) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193422 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237358 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193423 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237359 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.390968322753906 +Command return code: 255, elapsed time: 7.231550216674805 Finished #870 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-014.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-015_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-015_0.elapsed index 34adebc27..8ba000d55 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-015_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-015_0.elapsed @@ -1 +1 @@ -7.3403167724609375 \ No newline at end of file +7.401925086975098 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-015_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-015_0.txt index 1013e7e4e..3d53d81a4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-015_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-015_0.txt @@ -1,5 +1,5 @@ Running #1055 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-015.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 8 elements sent by local rank [1] (global rank [1]), but 4 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4706d0, sendcount=4, sendtype=MPI_LONG_LONG, *recvbuf=0x4706d0, recvcount=4, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470790, sendcount=4, sendtype=MPI_LONG_LONG, *recvbuf=0x470790, recvcount=4, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-015.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-015) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad10, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ad10, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46abf0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46abf0, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-015.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-015) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212635 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262173 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212636 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262175 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3403167724609375 +Command return code: 255, elapsed time: 7.401925086975098 Finished #1055 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-015.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-016_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-016_0.elapsed index 1e5ac884d..89b5a8d56 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-016_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-016_0.elapsed @@ -1 +1 @@ -60.20716047286987 \ No newline at end of file +7.455650091171265 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-016_0.timeout b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-016_0.timeout deleted file mode 100644 index ef65f1d0d..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-016_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00570750236511 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-016_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-016_0.txt index e81e27f57..6dcdc0659 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-016_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-016_0.txt @@ -1,5 +1,5 @@ Running #1158 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-016.c (batchinfo:1/1) @@ -55,8 +55,52 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-016.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-016) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-016) | -Command killed by signal 15, elapsed time: 60.20716047286987 +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_LONG_LONG, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-016.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-016) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_LONG_LONG, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-016.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-016) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ace0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allgather(*sendbuf=0x46ace0, sendcount=10, sendtype=MPI_LONG_LONG, *recvbuf=0x46ace0, recvcount=10, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-016.c:42) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-016) +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 244762 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 244764 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 7.455650091171265 Finished #1158 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-016.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-017_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-017_0.elapsed index 1a2a7972d..08d7ed543 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-017_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-017_0.elapsed @@ -1 +1 @@ -7.393809080123901 \ No newline at end of file +7.153347730636597 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-017_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-017_0.txt index 4fdf0516b..c4f16ba89 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-017_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-017_0.txt @@ -1,5 +1,5 @@ Running #707 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-017.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4707d0, sendcount=1, sendtype=MPI_LONG_LONG, *recvbuf=0x4707d0, recvcount=1, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4706d0, sendcount=1, sendtype=MPI_LONG_LONG, *recvbuf=0x4706d0, recvcount=1, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-017.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-017) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ae00, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ae00, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46abe0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46abe0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-017.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-017) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190411 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236495 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190412 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236496 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.393809080123901 +Command return code: 255, elapsed time: 7.153347730636597 Finished #707 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-017.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-018_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-018_0.elapsed index 0cede1576..86a2daaf4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-018_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-018_0.elapsed @@ -1 +1 @@ -7.168004512786865 \ No newline at end of file +7.2496209144592285 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-018_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-018_0.txt index 062d09e33..e9865ee8b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-018_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-018_0.txt @@ -1,5 +1,5 @@ Running #1008 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-018.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 8 elements sent by local rank [1] (global rank [1]), but 4 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4706d0, sendcount=4, sendtype=MPI_LONG_LONG, *recvbuf=0x4706d0, recvcount=4, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_LONG_LONG, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-018.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-018) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad10, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ad10, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46abf0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46abf0, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-018.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-018) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200720 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246987 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200721 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246988 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.168004512786865 +Command return code: 255, elapsed time: 7.2496209144592285 Finished #1008 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-018.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-019_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-019_0.elapsed index 00c7aeda0..43b15e34e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-019_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-019_0.elapsed @@ -1 +1 @@ -60.205166816711426 \ No newline at end of file +72.27318906784058 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-019_0.timeout b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-019_0.timeout deleted file mode 100644 index 0b5d23e0b..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-019_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00340485572815 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-019_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-019_0.txt index 914f2ad59..dd4eeb1cf 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-019_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-019_0.txt @@ -1,5 +1,5 @@ Running #1186 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-019.c (batchinfo:1/1) @@ -55,8 +55,55 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-019.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-019) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-019) | -Command killed by signal 15, elapsed time: 60.205166816711426 +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ac70. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allgather(*sendbuf=0x46ac70, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x46ac70, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-019.c:42) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-019) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-019.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-019) +| [0] ERROR: [1] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Allgather(*sendbuf=0x46ac70, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x46ac70, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-019.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-019) +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 257648 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 257649 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.27318906784058 Finished #1186 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-019.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-020_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-020_0.elapsed index abfa44109..6d3cafd88 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-020_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-020_0.elapsed @@ -1 +1 @@ -7.514549255371094 \ No newline at end of file +7.4535276889801025 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-020_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-020_0.txt index f469da498..7a7bb6a64 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-020_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-020_0.txt @@ -1,5 +1,5 @@ Running #1114 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-020.c (batchinfo:1/1) @@ -58,18 +58,18 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-020.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-020) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad80, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad80, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46ac70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-020.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-020) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207505 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252440 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207506 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252441 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.514549255371094 +Command return code: 255, elapsed time: 7.4535276889801025 Finished #1114 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-020.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-021_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-021_0.elapsed index e706eb3e8..44da004de 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-021_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-021_0.elapsed @@ -1 +1 @@ -1.1898767948150635 \ No newline at end of file +7.339177131652832 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-021_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-021_0.txt index 1095280e7..46e06e631 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-021_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-021_0.txt @@ -1,5 +1,5 @@ Running #1103 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-021.c (batchinfo:1/1) @@ -47,23 +47,46 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), +| [0] ERROR: but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [0] (same as global rank): +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_UNSIGNED, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-021.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-021) +| [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), +| [0] ERROR: but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Allgather(*sendbuf=0x46ac70, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-021.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-021) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202340 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247284 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202342 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247285 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1898767948150635 +Command return code: 255, elapsed time: 7.339177131652832 Finished #1103 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-021.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-022_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-022_0.elapsed index fdde7cad1..38b7befbf 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-022_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-022_0.elapsed @@ -1 +1 @@ -60.20785570144653 \ No newline at end of file +7.133653879165649 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-022_0.timeout b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-022_0.timeout deleted file mode 100644 index 949ed5564..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-022_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00632882118225 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-022_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-022_0.txt index 935f17afc..b7a95965a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-022_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-022_0.txt @@ -1,5 +1,5 @@ Running #1221 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-022.c (batchinfo:1/1) @@ -49,14 +49,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca10. +| [0] WARNING: Send and receive buffers overlap at address 0x470770. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allgather(*sendbuf=0x47ca10, sendcount=10, sendtype=MPI_UNSIGNED_LONG, *recvbuf=0x47ca10, recvcount=10, recvtype=MPI_UNSIGNED_LONG, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allgather(*sendbuf=0x470770, sendcount=10, sendtype=MPI_UNSIGNED_LONG, *recvbuf=0x470770, recvcount=10, recvtype=MPI_UNSIGNED_LONG, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-022.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-022) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-022) | -Command killed by signal 15, elapsed time: 60.20785570144653 +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Allgather(*sendbuf=0x470770, sendcount=10, sendtype=MPI_UNSIGNED_LONG, *recvbuf=0x470770, recvcount=10, recvtype=MPI_UNSIGNED_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-022.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-022) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Allgather(*sendbuf=0x470770, sendcount=10, sendtype=MPI_UNSIGNED_LONG, *recvbuf=0x470770, recvcount=10, recvtype=MPI_UNSIGNED_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-022.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-022) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allgather(*sendbuf=0x46abe0, sendcount=10, sendtype=MPI_UNSIGNED_LONG, *recvbuf=0x46abe0, recvcount=10, recvtype=MPI_UNSIGNED_LONG, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-022.c:42) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-022) +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-022.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 246484 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 246485 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 7.133653879165649 Finished #1221 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-022.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-023_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-023_0.elapsed index d23d8cf5c..a3a792a57 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-023_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-023_0.elapsed @@ -1 +1 @@ -7.350231885910034 \ No newline at end of file +7.416198015213013 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-023_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-023_0.txt index 49af64101..4c9bbefc4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-023_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-023_0.txt @@ -1,5 +1,5 @@ Running #1031 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-023.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4707d0, sendcount=1, sendtype=MPI_UNSIGNED_LONG, *recvbuf=0x4707d0, recvcount=1, recvtype=MPI_UNSIGNED_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470790, sendcount=1, sendtype=MPI_UNSIGNED_LONG, *recvbuf=0x470790, recvcount=1, recvtype=MPI_UNSIGNED_LONG, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-023.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-023) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad80, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad80, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46ac70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-023.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-023) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-023.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199703 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249201 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199704 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249203 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.350231885910034 +Command return code: 255, elapsed time: 7.416198015213013 Finished #1031 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-023.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-024_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-024_0.elapsed index 7254cc57b..2a5cbdc16 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-024_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-024_0.elapsed @@ -1 +1 @@ -1.0866467952728271 \ No newline at end of file +7.229376316070557 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-024_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-024_0.txt index 28d73024e..6057a7518 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-024_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-024_0.txt @@ -1,5 +1,5 @@ Running #608 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-024.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-024.c (batchinfo:1/1) @@ -47,23 +47,44 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: 8 elements sent by local rank [1] (global rank [1]), but 4 expected by +| [0] ERROR: local rank [0] (same as global rank): +| [0] ERROR: MPI_Allgather(*sendbuf=0x470750, sendcount=4, sendtype=MPI_UNSIGNED_LONG, *recvbuf=0x470750, recvcount=4, recvtype=MPI_UNSIGNED_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-024.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-024) +| [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 8 expected by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Allgather(*sendbuf=0x46ac80, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ac80, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-024.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-024) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-024.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192934 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235588 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192935 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235589 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0866467952728271 +Command return code: 255, elapsed time: 7.229376316070557 Finished #608 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-024.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-025_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-025_0.elapsed index b6cfffb24..dc88fb4b2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-025_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-025_0.elapsed @@ -1 +1 @@ -60.20875144004822 \ No newline at end of file +72.36952543258667 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-025_0.timeout b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-025_0.timeout deleted file mode 100644 index 6dfaf3879..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-025_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.007283210754395 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-025_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-025_0.txt index 04e39d312..7104c28f7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-025_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-025_0.txt @@ -1,5 +1,5 @@ Running #780 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-025.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-025.c (batchinfo:1/1) @@ -49,14 +49,61 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x470770. +| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allgather(*sendbuf=0x470770, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x470770, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-025.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-025) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-025) | -Command killed by signal 15, elapsed time: 60.20875144004822 +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allgather(*sendbuf=0x46abe0, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x46abe0, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-025.c:41) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-025) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-025.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-025) +| [0] ERROR: [1] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Allgather(*sendbuf=0x46abe0, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x46abe0, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-025.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-025) +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-025.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 239288 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 239289 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.36952543258667 Finished #780 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-025.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-026_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-026_0.elapsed index 640ad26f5..ed0d3f311 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-026_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-026_0.elapsed @@ -1 +1 @@ -7.194293022155762 \ No newline at end of file +7.360096454620361 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-026_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-026_0.txt index 8003d38d8..bc0246409 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-026_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-026_0.txt @@ -1,5 +1,5 @@ Running #1022 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-026.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-026.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4706d0, sendcount=1, sendtype=MPI_FLOAT, *recvbuf=0x4706d0, recvcount=1, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707d0, sendcount=1, sendtype=MPI_FLOAT, *recvbuf=0x4707d0, recvcount=1, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-026.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-026) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad00, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46ace0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ace0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-026.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-026) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-026.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-026.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204562 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251152 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204563 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251153 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.194293022155762 +Command return code: 255, elapsed time: 7.360096454620361 Finished #1022 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-026.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-027_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-027_0.elapsed index 6a0e606a2..1f2d2bd5a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-027_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-027_0.elapsed @@ -1 +1 @@ -7.301649570465088 \ No newline at end of file +7.332568168640137 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-027_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-027_0.txt index c4d95c231..94b382175 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-027_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-027_0.txt @@ -1,5 +1,5 @@ Running #1139 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-027.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-027.c (batchinfo:1/1) @@ -58,18 +58,18 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-027.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-027) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-027) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad90, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46ad90, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46abe0, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46abe0, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-027.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-027) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-027) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-027.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-027.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207955 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253664 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207956 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253667 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.301649570465088 +Command return code: 255, elapsed time: 7.332568168640137 Finished #1139 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-027.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.elapsed index a3e18ef18..d2a4b8dbc 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.elapsed @@ -1 +1 @@ -60.20510792732239 \ No newline at end of file +1.1015820503234863 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.md5sum deleted file mode 100644 index 9049516f0..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -d05a70b1d8c9160d435e5a32e59e3114 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.timeout b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.timeout deleted file mode 100644 index aeaf32a00..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.00382685661316 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.txt index a7f7a657d..016eb89ae 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028_0.txt @@ -1,5 +1,5 @@ Running #623 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-028.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-028.c (batchinfo:1/1) @@ -47,16 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | -| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x470770. -| [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allgather(*sendbuf=0x470770, sendcount=10, sendtype=MPI_BYTE, *recvbuf=0x470770, recvcount=10, recvtype=MPI_BYTE, comm=MPI_COMM_WORLD) -| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-028.c:41) -| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-028) +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 240522 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== | -Command killed by signal 15, elapsed time: 60.20510792732239 +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 240523 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 1.1015820503234863 Finished #623 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-028.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-029_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-029_0.elapsed index a3d4b4422..e79b4c7f0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-029_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-029_0.elapsed @@ -1 +1 @@ -7.289478778839111 \ No newline at end of file +7.259131193161011 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-029_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-029_0.txt index 1fbb49f17..4970e77a9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-029_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-029_0.txt @@ -1,5 +1,5 @@ Running #1033 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-029.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-029.c (batchinfo:1/1) @@ -58,18 +58,18 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-029.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-029) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad80, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad80, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46ace0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ace0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-029.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-029) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-029.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-029.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200255 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249524 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200256 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249525 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.289478778839111 +Command return code: 255, elapsed time: 7.259131193161011 Finished #1033 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-029.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030_0.elapsed index da79e9f56..0f137e510 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030_0.elapsed @@ -1 +1 @@ -7.351036787033081 \ No newline at end of file +1.0075242519378662 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030_0.md5sum deleted file mode 100644 index 115ce46c5..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -37ab222974c7d02cd452fdcfdf707358 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030_0.txt index 7ae1a5e58..39c455fec 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030_0.txt @@ -1,5 +1,5 @@ Running #653 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-030.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-030.c (batchinfo:1/1) @@ -47,44 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error -| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: 1 elements sent by local rank [1] (global rank [1]), but 4 expected by -| [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_BYTE, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_BYTE, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-030.c:43) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030) -| [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 1 expected by -| [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46ad90, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad90, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-030.c:48) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-030) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-030.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195354 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241881 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195356 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241882 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.351036787033081 +Command return code: 255, elapsed time: 1.0075242519378662 Finished #653 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-030.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-031_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-031_0.elapsed index 8e47af8cc..dfe6b9d7e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-031_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-031_0.elapsed @@ -1 +1 @@ -1.0219600200653076 \ No newline at end of file +72.32368063926697 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-031_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-031_0.txt index 5764176ae..73ee9d9b3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-031_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-031_0.txt @@ -1,5 +1,5 @@ Running #1029 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-031.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-031.c (batchinfo:1/1) @@ -47,23 +47,63 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x470850. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Allgather(*sendbuf=0x470850, sendcount=10, sendtype=0x8c000006, *recvbuf=0x470850, recvcount=10, recvtype=0x8c000006, comm=MPI_COMM_WORLD) +| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-031.c:50) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-031) +| +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46af10. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allgather(*sendbuf=0x46af10, sendcount=10, sendtype=0x8c000006, *recvbuf=0x46af10, recvcount=10, recvtype=0x8c000006, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-031.c:50) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-031) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Allgather(*sendbuf=0x470850, sendcount=10, sendtype=0x8c000006, *recvbuf=0x470850, recvcount=10, recvtype=0x8c000006, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-031.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-031) +| [0] ERROR: [1] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Allgather(*sendbuf=0x46af10, sendcount=10, sendtype=0x8c000006, *recvbuf=0x46af10, recvcount=10, recvtype=0x8c000006, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-031.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-031) +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-031.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199246 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246035 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199247 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246036 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0219600200653076 +Command return code: 255, elapsed time: 72.32368063926697 Finished #1029 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-031.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-032_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-032_0.elapsed index e59e792d6..54de5d72f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-032_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-032_0.elapsed @@ -1 +1 @@ -7.4297356605529785 \ No newline at end of file +7.377419948577881 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-032_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-032_0.txt index 32932e26b..e15ef07b8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-032_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-032_0.txt @@ -1,5 +1,5 @@ Running #915 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-032.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-032.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 1 elements sent by local rank [1] (global rank [1]), but 6 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4707d0, sendcount=1, sendtype=0x8c000006, *recvbuf=0x4707d0, recvcount=1, recvtype=0x8c000006, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4706d0, sendcount=1, sendtype=0x8c000006, *recvbuf=0x4706d0, recvcount=1, recvtype=0x8c000006, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-032.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-032) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-032) | [0] ERROR: 6 elements sent by local rank [0] (global rank [0]), but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b020, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b020, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46af80, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46af80, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-032.c:57) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-032) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-032) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-032.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-032.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199353 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245662 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199354 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245663 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.4297356605529785 +Command return code: 255, elapsed time: 7.377419948577881 Finished #915 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-032.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-033_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-033_0.elapsed index 739853952..cc1f25b4c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-033_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-033_0.elapsed @@ -1 +1 @@ -7.435662508010864 \ No newline at end of file +7.325428485870361 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-033_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-033_0.txt index b13430318..bbdf5ce00 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-033_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-033_0.txt @@ -1,5 +1,5 @@ Running #1078 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-033.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-033.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 28 elements sent by local rank [1] (global rank [1]), but 24 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47cb60, sendcount=4, sendtype=0x8c000006, *recvbuf=0x47cb60, recvcount=4, recvtype=0x8c000006, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4706d0, sendcount=4, sendtype=0x8c000006, *recvbuf=0x4706d0, recvcount=4, recvtype=0x8c000006, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-033.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-033) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-033) | [0] ERROR: 24 elements sent by local rank [0] (global rank [0]), but 28 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b070, sendcount=28, sendtype=MPI_INT, *recvbuf=0x46b070, recvcount=28, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46af50, sendcount=28, sendtype=MPI_INT, *recvbuf=0x46af50, recvcount=28, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-033.c:59) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-033) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-033) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-033.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-033.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206718 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251692 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206719 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251693 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.435662508010864 +Command return code: 255, elapsed time: 7.325428485870361 Finished #1078 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-033.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-034_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-034_0.elapsed index fac899b1a..938f45e75 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-034_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-034_0.elapsed @@ -1 +1 @@ -7.302036762237549 \ No newline at end of file +7.752415418624878 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-034_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-034_0.txt index b238e607f..5acb4daa3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-034_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-034_0.txt @@ -1,5 +1,5 @@ Running #799 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-034.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-034.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4707e0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x4707e0, recvcount=1, recvtype=MPI_INT, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470840, sendcount=1, sendtype=MPI_INT, *recvbuf=0x470840, recvcount=1, recvtype=MPI_INT, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-034.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-034) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-034) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b5b0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46b5b0, recvcount=1, recvtype=MPI_DOUBLE, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b590, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46b590, recvcount=1, recvtype=MPI_DOUBLE, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-034.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-034) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-034) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-034.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-034.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190951 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237220 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190952 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237223 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.302036762237549 +Command return code: 255, elapsed time: 7.752415418624878 Finished #799 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-034.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-035_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-035_0.elapsed index d92642cfd..d7c24bcbd 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-035_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-035_0.elapsed @@ -1 +1 @@ -7.366016626358032 \ No newline at end of file +7.359781503677368 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-035_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-035_0.txt index b1407003d..523930c10 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-035_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-035_0.txt @@ -1,5 +1,5 @@ Running #1173 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-035.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-035.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 4 elements sent by local rank [1] (global rank [1]), but 8 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x4707e0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x4707e0, recvcount=8, recvtype=MPI_INT, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707c0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x4707c0, recvcount=8, recvtype=MPI_INT, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-035.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-035) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-035) | [0] ERROR: 8 elements sent by local rank [0] (global rank [0]), but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b6c0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46b6c0, recvcount=4, recvtype=MPI_DOUBLE, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b4a0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46b4a0, recvcount=4, recvtype=MPI_DOUBLE, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-035.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-035) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-035) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-035.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-035.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209314 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251729 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209315 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251731 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.366016626358032 +Command return code: 255, elapsed time: 7.359781503677368 Finished #1173 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-035.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-036_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-036_0.elapsed index afbbe6577..84a8f2ae0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-036_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-036_0.elapsed @@ -1 +1 @@ -7.437361001968384 \ No newline at end of file +8.243525981903076 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-036_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-036_0.txt index da1323d5e..2ef653e0e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-036_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-036_0.txt @@ -1,5 +1,5 @@ Running #1160 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-036.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-036.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x470760, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x470760, recvcount=1, recvtype=MPI_DOUBLE, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x4707c0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x4707c0, recvcount=1, recvtype=MPI_DOUBLE, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-036.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-036) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-036) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b5b0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b5b0, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b490, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b490, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-036.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-036) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-036) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-036.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-036.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202813 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245610 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202814 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245614 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.437361001968384 +Command return code: 255, elapsed time: 8.243525981903076 Finished #1160 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-036.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-037_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-037_0.elapsed index 7aa20cee8..8258e79d3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-037_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-037_0.elapsed @@ -1 +1 @@ -7.363802671432495 \ No newline at end of file +7.2747743129730225 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-037_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-037_0.txt index 038433e3a..2ef35b8a6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-037_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-037_0.txt @@ -1,5 +1,5 @@ Running #696 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-037.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-037.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 8 elements sent by local rank [1] (global rank [1]), but 4 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x470760, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x470760, recvcount=4, recvtype=MPI_DOUBLE, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470840, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x470840, recvcount=4, recvtype=MPI_DOUBLE, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-037.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-037) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-037) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b5c0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b5c0, recvcount=8, recvtype=MPI_INT, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b4a0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b4a0, recvcount=8, recvtype=MPI_INT, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-037.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-037) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-037) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-037.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-037.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186846 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232257 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186847 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232258 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.363802671432495 +Command return code: 255, elapsed time: 7.2747743129730225 Finished #696 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-037.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-038_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-038_0.elapsed index 4e048c6a2..184ae2581 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-038_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-038_0.elapsed @@ -1 +1 @@ -7.297710180282593 \ No newline at end of file +7.413415908813477 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-038_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-038_0.txt index c9264061c..7df895ff1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-038_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-038_0.txt @@ -1,5 +1,5 @@ Running #619 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-038.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-038.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47d350, sendcount=1, sendtype=MPI_INT, *recvbuf=0x47d350, recvcount=1, recvtype=MPI_INT, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470740, sendcount=1, sendtype=MPI_INT, *recvbuf=0x470740, recvcount=1, recvtype=MPI_INT, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-038.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-038) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-038) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b6a0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46b6a0, recvcount=1, recvtype=MPI_DOUBLE, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b4f0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46b4f0, recvcount=1, recvtype=MPI_DOUBLE, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-038.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-038) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-038) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-038.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-038.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195688 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239372 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195690 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239373 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.297710180282593 +Command return code: 255, elapsed time: 7.413415908813477 Finished #619 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-038.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-039_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-039_0.elapsed index 9283888ff..89d5bc6a9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-039_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-039_0.elapsed @@ -1 +1 @@ -7.327940225601196 \ No newline at end of file +7.335108757019043 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-039_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-039_0.txt index f5b7acc24..fa8f6ddf4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-039_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-039_0.txt @@ -1,5 +1,5 @@ Running #1026 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-039.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-039.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 4 elements sent by local rank [1] (global rank [1]), but 8 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47d350, sendcount=8, sendtype=MPI_INT, *recvbuf=0x47d350, recvcount=8, recvtype=MPI_INT, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470840, sendcount=8, sendtype=MPI_INT, *recvbuf=0x470840, recvcount=8, recvtype=MPI_INT, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-039.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-039) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-039) | [0] ERROR: 8 elements sent by local rank [0] (global rank [0]), but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b6a0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46b6a0, recvcount=4, recvtype=MPI_DOUBLE, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b600, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46b600, recvcount=4, recvtype=MPI_DOUBLE, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-039.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-039) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-039) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-039.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-039.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198490 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242309 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198491 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242310 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.327940225601196 +Command return code: 255, elapsed time: 7.335108757019043 Finished #1026 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-039.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-040_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-040_0.elapsed index 39e2f6469..1bdb6ec8a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-040_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-040_0.elapsed @@ -1 +1 @@ -7.248599052429199 \ No newline at end of file +7.235675573348999 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-040_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-040_0.txt index b1990fca4..b3072ead0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-040_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-040_0.txt @@ -1,5 +1,5 @@ Running #598 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-040.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-040.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47d2d0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x47d2d0, recvcount=1, recvtype=MPI_DOUBLE, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470840, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x470840, recvcount=1, recvtype=MPI_DOUBLE, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-040.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-040) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-040) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46d600, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46d600, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b580, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b580, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-040.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-040) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-040) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-040.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-040.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183116 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228071 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183117 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228072 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.248599052429199 +Command return code: 255, elapsed time: 7.235675573348999 Finished #598 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-040.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-041_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-041_0.elapsed index 0beeb5679..c44756de8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-041_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-041_0.elapsed @@ -1 +1 @@ -7.323077201843262 \ No newline at end of file +7.3215107917785645 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-041_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-041_0.txt index ca9db171d..9081011d4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-041_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-041_0.txt @@ -1,5 +1,5 @@ Running #991 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-041.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-041.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 8 elements sent by local rank [1] (global rank [1]), but 4 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47d350, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x47d350, recvcount=4, recvtype=MPI_DOUBLE, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x470840, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x470840, recvcount=4, recvtype=MPI_DOUBLE, comm=0xffffffffc4000000 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-041.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-041) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-041) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b720, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b720, recvcount=8, recvtype=MPI_INT, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b600, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b600, recvcount=8, recvtype=MPI_INT, comm=0xffffffff84000006 CREATE COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-041.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-041) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-041) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-041.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-041.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192520 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238820 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192522 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238821 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.323077201843262 +Command return code: 255, elapsed time: 7.3215107917785645 Finished #991 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-041.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-042_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-042_0.elapsed index 9e4aa34d1..514545a5c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-042_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-042_0.elapsed @@ -1 +1 @@ -7.202707529067993 \ No newline at end of file +7.097250699996948 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-042_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-042_0.txt index 7bf1a4edb..512f41549 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-042_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-042_0.txt @@ -1,5 +1,5 @@ Running #629 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-042.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-042.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47d2d0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x47d2d0, recvcount=1, recvtype=MPI_INT, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x47d390, sendcount=1, sendtype=MPI_INT, *recvbuf=0x47d390, recvcount=1, recvtype=MPI_INT, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-042.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-042) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-042) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b600, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46b600, recvcount=1, recvtype=MPI_DOUBLE, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b570, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46b570, recvcount=1, recvtype=MPI_DOUBLE, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-042.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-042) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-042) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-042.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-042.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 181799 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227825 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 181800 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227826 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.202707529067993 +Command return code: 255, elapsed time: 7.097250699996948 Finished #629 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-042.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-043_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-043_0.elapsed index 22e1cf48d..e0bb833e3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-043_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-043_0.elapsed @@ -1 +1 @@ -7.220432996749878 \ No newline at end of file +7.4562084674835205 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-043_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-043_0.txt index af704a666..036468ed1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-043_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-043_0.txt @@ -1,5 +1,5 @@ Running #465 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-043.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-043.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 4 elements sent by local rank [1] (global rank [1]), but 8 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47d250, sendcount=8, sendtype=MPI_INT, *recvbuf=0x47d250, recvcount=8, recvtype=MPI_INT, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x47d290, sendcount=8, sendtype=MPI_INT, *recvbuf=0x47d290, recvcount=8, recvtype=MPI_INT, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-043.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-043) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-043) | [0] ERROR: 8 elements sent by local rank [0] (global rank [0]), but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b610, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46b610, recvcount=4, recvtype=MPI_DOUBLE, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b4f0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46b4f0, recvcount=4, recvtype=MPI_DOUBLE, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-043.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-043) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-043) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-043.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-043.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 184152 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 229740 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 184153 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 229741 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.220432996749878 +Command return code: 255, elapsed time: 7.4562084674835205 Finished #465 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-043.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-044_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-044_0.elapsed index bb5328387..e83999157 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-044_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-044_0.elapsed @@ -1 +1 @@ -7.253209114074707 \ No newline at end of file +7.2489073276519775 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-044_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-044_0.txt index f9151acd2..61f687497 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-044_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-044_0.txt @@ -1,5 +1,5 @@ Running #723 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-044.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-044.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47d350, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x47d350, recvcount=1, recvtype=MPI_DOUBLE, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x47d390, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x47d390, recvcount=1, recvtype=MPI_DOUBLE, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-044.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-044) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-044) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b690, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b690, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b5e0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b5e0, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-044.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-044) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-044) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-044.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-044.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200235 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246279 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200236 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246280 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.253209114074707 +Command return code: 255, elapsed time: 7.2489073276519775 Finished #723 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-044.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-045_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-045_0.elapsed index 371fd4591..dd43088eb 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-045_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-045_0.elapsed @@ -1 +1 @@ -7.22515869140625 \ No newline at end of file +7.346388101577759 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-045_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-045_0.txt index e475f794f..a33ad78b9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-045_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-045_0.txt @@ -1,5 +1,5 @@ Running #655 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-045.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-045.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 8 elements sent by local rank [1] (global rank [1]), but 4 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47d350, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x47d350, recvcount=4, recvtype=MPI_DOUBLE, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x47d390, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x47d390, recvcount=4, recvtype=MPI_DOUBLE, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-045.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-045) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-045) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b690, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b690, recvcount=8, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b580, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b580, recvcount=8, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-045.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-045) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-045) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-045.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-045.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196000 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242278 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196001 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242279 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.22515869140625 +Command return code: 255, elapsed time: 7.346388101577759 Finished #655 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-045.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-046_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-046_0.elapsed index 0654c832a..9e9b04f8e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-046_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-046_0.elapsed @@ -1 +1 @@ -7.3196492195129395 \ No newline at end of file +7.277448892593384 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-046_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-046_0.txt index fc33e8fde..01efbe6cf 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-046_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-046_0.txt @@ -1,5 +1,5 @@ Running #753 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-046.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-046.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47d350, sendcount=1, sendtype=MPI_CHAR, *recvbuf=0x47d350, recvcount=1, recvtype=MPI_CHAR, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x47d390, sendcount=1, sendtype=MPI_CHAR, *recvbuf=0x47d390, recvcount=1, recvtype=MPI_CHAR, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-046.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-046) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-046) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b680, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b680, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b4e0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b4e0, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-046.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-046) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-046) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-046.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-046.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195866 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240774 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195867 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240775 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3196492195129395 +Command return code: 255, elapsed time: 7.277448892593384 Finished #753 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-046.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-047_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-047_0.elapsed index a38d49946..c22fb27f3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-047_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-047_0.elapsed @@ -1 +1 @@ -7.311140298843384 \ No newline at end of file +7.335779428482056 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-047_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-047_0.txt index 781b41b88..4161f7925 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-047_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-047_0.txt @@ -1,5 +1,5 @@ Running #673 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-047.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-047.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 1 elements sent by local rank [1] (global rank [1]), but 4 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47d350, sendcount=4, sendtype=MPI_CHAR, *recvbuf=0x47d350, recvcount=4, recvtype=MPI_CHAR, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x47d290, sendcount=4, sendtype=MPI_CHAR, *recvbuf=0x47d290, recvcount=4, recvtype=MPI_CHAR, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-047.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-047) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-047) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b700, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b700, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b570, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b570, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-047.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-047) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-047) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-047.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-047.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187648 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233152 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187649 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233153 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.311140298843384 +Command return code: 255, elapsed time: 7.335779428482056 Finished #673 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-047.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-048_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-048_0.elapsed index eaeb006bf..ae0e751a4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-048_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-048_0.elapsed @@ -1 +1 @@ -1.0488896369934082 \ No newline at end of file +7.361315965652466 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-048_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-048_0.txt index 3915f9e4a..543efe9b1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-048_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-048_0.txt @@ -1,5 +1,5 @@ Running #1124 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-048.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-048.c (batchinfo:1/1) @@ -47,23 +47,46 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), +| [0] ERROR: but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [0] (same as global rank): +| [0] ERROR: MPI_Allgather(*sendbuf=0x47d390, sendcount=1, sendtype=MPI_LONG, *recvbuf=0x47d390, recvcount=1, recvtype=MPI_LONG, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-048.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-048) +| [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), +| [0] ERROR: but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b560, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b560, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-048.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-048) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-048.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199351 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244600 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199352 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244601 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0488896369934082 +Command return code: 255, elapsed time: 7.361315965652466 Finished #1124 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-048.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-049_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-049_0.elapsed index 43fc3b510..047f089bf 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-049_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-049_0.elapsed @@ -1 +1 @@ -7.299437999725342 \ No newline at end of file +7.2859907150268555 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-049_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-049_0.txt index f44d87238..9dabe1600 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-049_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-049_0.txt @@ -1,5 +1,5 @@ Running #1024 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-049.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-049.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 8 elements sent by local rank [1] (global rank [1]), but 4 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47d350, sendcount=4, sendtype=MPI_LONG, *recvbuf=0x47d350, recvcount=4, recvtype=MPI_LONG, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x47d300, sendcount=4, sendtype=MPI_LONG, *recvbuf=0x47d300, recvcount=4, recvtype=MPI_LONG, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-049.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-049) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-049) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b690, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b690, recvcount=8, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b4f0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b4f0, recvcount=8, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-049.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-049) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-049) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-049.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-049.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197665 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241635 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197666 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241636 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.299437999725342 +Command return code: 255, elapsed time: 7.2859907150268555 Finished #1024 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-049.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-050_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-050_0.elapsed index 3d550b0c1..1db9d90c3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-050_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-050_0.elapsed @@ -1 +1 @@ -7.36489462852478 \ No newline at end of file +7.461054801940918 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-050_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-050_0.txt index 18b8af472..ebf01083d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-050_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-050_0.txt @@ -1,5 +1,5 @@ Running #835 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-050.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-050.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47d350, sendcount=1, sendtype=MPI_BYTE, *recvbuf=0x47d350, recvcount=1, recvtype=MPI_BYTE, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x47d310, sendcount=1, sendtype=MPI_BYTE, *recvbuf=0x47d310, recvcount=1, recvtype=MPI_BYTE, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-050.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-050) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-050) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b690, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b690, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b4e0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b4e0, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-050.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-050) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-050) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-050.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-050.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191852 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238585 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191853 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238586 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.36489462852478 +Command return code: 255, elapsed time: 7.461054801940918 Finished #835 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-050.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-051_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-051_0.elapsed index f8a061e6c..d311d2e54 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-051_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-051_0.elapsed @@ -1 +1 @@ -7.304685354232788 \ No newline at end of file +7.339317798614502 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-051_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-051_0.txt index 32ba43e9e..04b553958 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allgather-051_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allgather-051_0.txt @@ -1,5 +1,5 @@ Running #818 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-051.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allgather-051.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 1 elements sent by local rank [1] (global rank [1]), but 4 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x47d2d0, sendcount=4, sendtype=MPI_BYTE, *recvbuf=0x47d2d0, recvcount=4, recvtype=MPI_BYTE, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x47d290, sendcount=4, sendtype=MPI_BYTE, *recvbuf=0x47d290, recvcount=4, recvtype=MPI_BYTE, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-051.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-051) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-051) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allgather(*sendbuf=0x46b700, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b700, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allgather(*sendbuf=0x46b4e0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b4e0, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-051.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allgather-051) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allgather-051) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-051.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allgather-051.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202050 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248112 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202051 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248113 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.304685354232788 +Command return code: 255, elapsed time: 7.339317798614502 Finished #818 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allgather-051.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001_0.elapsed index 510584e7b..90b7025b8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001_0.elapsed @@ -1 +1 @@ -8.861191511154175 \ No newline at end of file +1.026625394821167 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001_0.md5sum deleted file mode 100644 index 2456b69a4..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -6f722f1346ee70e8786bdbe7581fabf4 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001_0.txt index 71c50961a..e38a5ba29 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001_0.txt @@ -1,5 +1,5 @@ Running #1109 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-001.c (batchinfo:1/1) @@ -47,64 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. -| [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-001.c:41) -| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001) -| -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad80. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-001.c:41) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-001.c:41) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-001.c:41) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-001) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed -| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205975 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251042 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205976 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251043 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.861191511154175 +Command return code: 255, elapsed time: 1.026625394821167 Finished #1109 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-002_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-002_0.elapsed index f0d26efde..cb4393acb 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-002_0.elapsed @@ -1 +1 @@ -7.447146415710449 \ No newline at end of file +7.585535526275635 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-002_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-002_0.txt index f06ea8d7b..8145634f6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-002_0.txt @@ -1,5 +1,5 @@ Running #1216 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-002.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x470750, *recvbuf=0x470750, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470790, *recvbuf=0x470790, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-002.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-002) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-002.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219687 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264497 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219688 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264498 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.447146415710449 +Command return code: 255, elapsed time: 7.585535526275635 Finished #1216 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-002.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-003_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-003_0.elapsed index cf97b6b71..0d0a07d5b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-003_0.elapsed @@ -1 +1 @@ -7.217412233352661 \ No newline at end of file +7.342684507369995 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-003_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-003_0.txt index 6f47a8fac..884ee0124 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-003_0.txt @@ -1,5 +1,5 @@ Running #1037 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-003.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x470750, *recvbuf=0x470750, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470790, *recvbuf=0x470790, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-003.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-003) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad10, *recvbuf=0x46ad10, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abf0, *recvbuf=0x46abf0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-003.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203669 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253665 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203670 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253666 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.217412233352661 +Command return code: 255, elapsed time: 7.342684507369995 Finished #1037 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-003.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004_0.elapsed index 451f45dba..6b99894e8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004_0.elapsed @@ -1 +1 @@ -8.742043256759644 \ No newline at end of file +7.399381160736084 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004_0.txt index c8fcc2db2..94b4d56f9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004_0.txt @@ -1,5 +1,5 @@ Running #935 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-004.c (batchinfo:1/1) @@ -49,62 +49,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca10. +| [0] WARNING: Send and receive buffers overlap at address 0x470770. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x47ca10, *recvbuf=0x47ca10, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allreduce(*sendbuf=0x470770, *recvbuf=0x470770, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-004.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-004) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad80. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-004.c:41) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47ca10, *recvbuf=0x47ca10, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470770, *recvbuf=0x470770, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-004.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-004) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470770, *recvbuf=0x470770, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-004.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-004.c:41) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-004) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-004.c:41) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-004) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195783 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242101 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195784 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242102 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.742043256759644 +Command return code: 255, elapsed time: 7.399381160736084 Finished #935 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-004.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-005_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-005_0.elapsed index 13146f114..6d2feed2c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-005_0.elapsed @@ -1 +1 @@ -7.296903848648071 \ No newline at end of file +7.375159978866577 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-005_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-005_0.txt index 798b9aa0d..91a671147 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-005_0.txt @@ -1,5 +1,5 @@ Running #705 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-005.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47c9f0, *recvbuf=0x47c9f0, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470750, *recvbuf=0x470750, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-005.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-005) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-005.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189721 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235575 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189722 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235576 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.296903848648071 +Command return code: 255, elapsed time: 7.375159978866577 Finished #705 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-005.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-006_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-006_0.elapsed index 2ce07a6cc..1b484bd67 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-006_0.elapsed @@ -1 +1 @@ -7.122114896774292 \ No newline at end of file +7.124520540237427 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-006_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-006_0.txt index 5adac1ebc..5fde00d03 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-006_0.txt @@ -1,5 +1,5 @@ Running #948 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-006.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706d0, *recvbuf=0x4706d0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-006.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-006) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abf0, *recvbuf=0x46abf0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-006.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199460 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245989 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199461 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245990 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.122114896774292 +Command return code: 255, elapsed time: 7.124520540237427 Finished #948 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-006.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007_0.elapsed index 0c687fd9b..cb6bca358 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007_0.elapsed @@ -1 +1 @@ -8.561739206314087 \ No newline at end of file +8.605343580245972 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007_0.txt index a4022c2fb..4891eff2d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007_0.txt @@ -1,5 +1,5 @@ Running #660 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-007.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. +| [0] WARNING: Send and receive buffers overlap at address 0x4707b0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707b0, *recvbuf=0x4707b0, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-007.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-007) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ae00. +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ae00, *recvbuf=0x46ae00, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-007.c:41) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-007) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707b0, *recvbuf=0x4707b0, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-007.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ae00, *recvbuf=0x46ae00, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-007.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-007) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-007) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 181001 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 226277 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 181002 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 226278 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.561739206314087 +Command return code: 255, elapsed time: 8.605343580245972 Finished #660 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-007.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-008_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-008_0.elapsed index 34db5d0c6..a2a512c0f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-008_0.elapsed @@ -1 +1 @@ -7.041186094284058 \ No newline at end of file +7.146697044372559 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-008_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-008_0.txt index e22ef5add..01b5f7a36 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-008_0.txt @@ -1,5 +1,5 @@ Running #509 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-008.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x470750, *recvbuf=0x470750, count=1, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=1, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-008.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-008) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-008.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 180493 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 226066 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 180494 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 226067 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.041186094284058 +Command return code: 255, elapsed time: 7.146697044372559 Finished #509 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-008.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-009_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-009_0.elapsed index 9de1db5bd..dc936f1cb 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-009_0.elapsed @@ -1 +1 @@ -7.257108211517334 \ No newline at end of file +7.315566539764404 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-009_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-009_0.txt index 87b181199..bbb27e46b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-009_0.txt @@ -1,5 +1,5 @@ Running #1134 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-009.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47c9f0, *recvbuf=0x47c9f0, count=4, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-009.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-009) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ae00, *recvbuf=0x46ae00, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-009.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204056 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249330 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204057 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249331 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.257108211517334 +Command return code: 255, elapsed time: 7.315566539764404 Finished #1134 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-009.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010_0.elapsed index 61dfafc79..4e8f5d265 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010_0.elapsed @@ -1 +1 @@ -8.814263820648193 \ No newline at end of file +7.440974712371826 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010_0.txt index 5d464dc62..724e40574 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010_0.txt @@ -1,5 +1,5 @@ Running #994 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-010.c (batchinfo:1/1) @@ -55,56 +55,52 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-010.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-010) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad90. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=10, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-010.c:42) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: | [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-010.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-010) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-010.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=10, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-010.c:42) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-010) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ace0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ace0, *recvbuf=0x46ace0, count=10, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-010.c:42) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-010) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193420 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239651 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193421 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239652 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.814263820648193 +Command return code: 255, elapsed time: 7.440974712371826 Finished #994 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-010.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-011_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-011_0.elapsed index 83392ec9f..596a7480b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-011_0.elapsed @@ -1 +1 @@ -1.1168220043182373 \ No newline at end of file +7.3190295696258545 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-011_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-011_0.txt index bb0a8f955..da80ff61b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-011_0.txt @@ -1,5 +1,5 @@ Running #699 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-011.c (batchinfo:1/1) @@ -47,23 +47,43 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: No problem found in local rank [0] (same as global rank): +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=1, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-011.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-011) +| [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ace0, *recvbuf=0x46ace0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-011.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-011) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187483 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233011 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187484 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233012 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.1168220043182373 +Command return code: 255, elapsed time: 7.3190295696258545 Finished #699 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-011.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-012_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-012_0.elapsed index cae709f21..4b21ec5ed 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-012_0.elapsed @@ -1 +1 @@ -7.226832866668701 \ No newline at end of file +7.276444673538208 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-012_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-012_0.txt index f2b9508a2..c7b4ae3ff 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-012_0.txt @@ -1,5 +1,5 @@ Running #571 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-012.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x470750, *recvbuf=0x470750, count=4, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-012.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-012) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad10, *recvbuf=0x46ad10, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abf0, *recvbuf=0x46abf0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-012.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188334 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233926 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188335 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233927 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.226832866668701 +Command return code: 255, elapsed time: 7.276444673538208 Finished #571 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-012.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013_0.elapsed index bd738ac9c..9f8627eee 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013_0.elapsed @@ -1 +1 @@ -8.830942392349243 \ No newline at end of file +7.37206506729126 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013_0.txt index cfa4dc736..71de7d157 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013_0.txt @@ -1,5 +1,5 @@ Running #486 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-013.c (batchinfo:1/1) @@ -49,62 +49,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca10. +| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x47ca10, *recvbuf=0x47ca10, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-013.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-013) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-013.c:42) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47ca10, *recvbuf=0x47ca10, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-013.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-013) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-013.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-013) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-013.c:42) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-013) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ac70. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-013.c:42) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-013) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194334 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240508 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194335 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240509 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.830942392349243 +Command return code: 255, elapsed time: 7.37206506729126 Finished #486 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-013.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-014_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-014_0.elapsed index 5fca303ba..5d29dd48a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-014_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-014_0.elapsed @@ -1 +1 @@ -7.336548566818237 \ No newline at end of file +7.297012805938721 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-014_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-014_0.txt index 7f2cb3deb..66649144c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-014_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-014_0.txt @@ -1,5 +1,5 @@ Running #877 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-014.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706d0, *recvbuf=0x4706d0, count=1, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470790, *recvbuf=0x470790, count=1, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-014.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-014) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-014.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-014) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195458 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239521 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195459 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239522 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.336548566818237 +Command return code: 255, elapsed time: 7.297012805938721 Finished #877 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-014.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-015_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-015_0.elapsed index e8549367f..2cc442e8c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-015_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-015_0.elapsed @@ -1 +1 @@ -7.328806400299072 \ No newline at end of file +7.260159492492676 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-015_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-015_0.txt index f14f6a2c5..131b52e25 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-015_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-015_0.txt @@ -1,5 +1,5 @@ Running #1152 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-015.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470750, *recvbuf=0x470750, count=4, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-015.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-015) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ae10, *recvbuf=0x46ae10, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abf0, *recvbuf=0x46abf0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-015.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-015) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212948 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 258250 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212950 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 258251 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.328806400299072 +Command return code: 255, elapsed time: 7.260159492492676 Finished #1152 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-015.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016_0.elapsed index da0d1a2d5..5e73418f9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016_0.elapsed @@ -1 +1 @@ -8.82569169998169 \ No newline at end of file +8.969180345535278 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016_0.txt index e2d5a5fb9..07f895034 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016_0.txt @@ -1,5 +1,5 @@ Running #517 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-016.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. +| [0] WARNING: Send and receive buffers overlap at address 0x4707b0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707b0, *recvbuf=0x4707b0, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-016.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-016) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad80. +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-016.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-016) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707b0, *recvbuf=0x4707b0, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-016.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-016) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-016.c:42) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-016) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-016) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185182 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 230433 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185183 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 230434 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.82569169998169 +Command return code: 255, elapsed time: 8.969180345535278 Finished #517 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-016.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-017_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-017_0.elapsed index 9de89927d..1a21c2504 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-017_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-017_0.elapsed @@ -1 +1 @@ -7.313358545303345 \ No newline at end of file +7.292295694351196 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-017_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-017_0.txt index 9afab33b9..15a9476aa 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-017_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-017_0.txt @@ -1,5 +1,5 @@ Running #842 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-017.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706d0, *recvbuf=0x4706d0, count=1, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470750, *recvbuf=0x470750, count=1, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-017.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-017) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-017.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-017) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196705 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243342 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196706 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243344 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.313358545303345 +Command return code: 255, elapsed time: 7.292295694351196 Finished #842 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-017.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-018_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-018_0.elapsed index a13448f9e..9e943b2e1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-018_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-018_0.elapsed @@ -1 +1 @@ -7.239733457565308 \ No newline at end of file +9.017521381378174 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-018_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-018_0.txt index e388d3096..02130c910 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-018_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-018_0.txt @@ -1,5 +1,5 @@ Running #666 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-018.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470790, *recvbuf=0x470790, count=4, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-018.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-018) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abf0, *recvbuf=0x46abf0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-018.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-018) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 184510 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 230028 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 184512 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 230032 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.239733457565308 +Command return code: 255, elapsed time: 9.017521381378174 Finished #666 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-018.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019_0.elapsed index 3cf0ba595..610dd5ad3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019_0.elapsed @@ -1 +1 @@ -8.827939987182617 \ No newline at end of file +10.184901237487793 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019_0.txt index 2d80ff9e2..94991241f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019_0.txt @@ -1,5 +1,5 @@ Running #700 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-019.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. +| [0] WARNING: Send and receive buffers overlap at address 0x470770. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_UNSIGNED_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allreduce(*sendbuf=0x470770, *recvbuf=0x470770, count=10, datatype=MPI_UNSIGNED_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-019.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-019) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_UNSIGNED_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_UNSIGNED_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-019.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-019) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_UNSIGNED_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470770, *recvbuf=0x470770, count=10, datatype=MPI_UNSIGNED_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-019.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-019) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_UNSIGNED_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_UNSIGNED_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-019.c:42) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-019) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-019) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-019.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187551 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233593 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187552 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233595 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.827939987182617 +Command return code: 255, elapsed time: 10.184901237487793 Finished #700 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-019.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-020_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-020_0.elapsed index 92b1ca6d9..bcf64c439 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-020_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-020_0.elapsed @@ -1 +1 @@ -7.313483953475952 \ No newline at end of file +7.235645771026611 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-020_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-020_0.txt index 2241c2879..6f6d52487 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-020_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-020_0.txt @@ -1,5 +1,5 @@ Running #701 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-020.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706d0, *recvbuf=0x4706d0, count=1, datatype=MPI_UNSIGNED_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=1, datatype=MPI_UNSIGNED_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-020.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-020) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-020.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-020) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188095 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234059 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188096 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234060 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.313483953475952 +Command return code: 255, elapsed time: 7.235645771026611 Finished #701 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-020.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-021_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-021_0.elapsed index 449f83ba2..d535087d6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-021_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-021_0.elapsed @@ -1 +1 @@ -7.96289587020874 \ No newline at end of file +7.215156078338623 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-021_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-021_0.txt index cdb285eed..4b49532a7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-021_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-021_0.txt @@ -1,5 +1,5 @@ Running #873 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-021.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47c9f0, *recvbuf=0x47c9f0, count=4, datatype=MPI_UNSIGNED_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_UNSIGNED_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-021.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-021) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ace0, *recvbuf=0x46ace0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-021.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-021) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194099 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238558 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194101 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238559 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.96289587020874 +Command return code: 255, elapsed time: 7.215156078338623 Finished #873 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-021.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022_0.elapsed index b5e7b2d6c..0c67d0a59 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022_0.elapsed @@ -1 +1 @@ -8.88014006614685 \ No newline at end of file +8.81680178642273 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022_0.txt index 25f58da09..978ec8ddc 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022_0.txt @@ -1,5 +1,5 @@ Running #1149 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-022.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-022.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-022) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad90. +| [1] WARNING: Send and receive buffers overlap at address 0x46ac70. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-022.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-022) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. @@ -73,20 +73,20 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-022.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-022) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-022.c:42) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-022) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-022) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-022.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-022.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211674 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256868 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211675 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256870 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.88014006614685 +Command return code: 255, elapsed time: 8.81680178642273 Finished #1149 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-022.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-023_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-023_0.elapsed index 9fe2fe26f..13d779666 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-023_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-023_0.elapsed @@ -1 +1 @@ -7.305920600891113 \ No newline at end of file +7.431835174560547 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-023_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-023_0.txt index 78ae5ec93..1d4cee8f5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-023_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-023_0.txt @@ -1,5 +1,5 @@ Running #742 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-023.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=1, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470790, *recvbuf=0x470790, count=1, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-023.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-023) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-023.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-023) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-023.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189686 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235041 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189687 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235042 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.305920600891113 +Command return code: 255, elapsed time: 7.431835174560547 Finished #742 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-023.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-024_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-024_0.elapsed index f44516ddf..937d982a1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-024_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-024_0.elapsed @@ -1 +1 @@ -7.330689907073975 \ No newline at end of file +7.294847249984741 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-024_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-024_0.txt index 975db32fb..40be2454a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-024_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-024_0.txt @@ -1,5 +1,5 @@ Running #494 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-024.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-024.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-024.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-024) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-024) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=4, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=4, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-024.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-024) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-024) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-024.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-024.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200062 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246001 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200063 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246005 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.330689907073975 +Command return code: 255, elapsed time: 7.294847249984741 Finished #494 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-024.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025_0.elapsed index 2a54d311c..db0228b48 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025_0.elapsed @@ -1 +1 @@ -9.04835557937622 \ No newline at end of file +8.04063105583191 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025_0.txt index cc1f7a015..0da5930c0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025_0.txt @@ -1,5 +1,5 @@ Running #1182 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-025.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-025.c (batchinfo:1/1) @@ -55,56 +55,52 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-025.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-025) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad80. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-025.c:42) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: | [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-025.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-025) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-025.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-025) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-025.c:42) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-025) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ace0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ace0, *recvbuf=0x46ace0, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-025.c:42) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-025) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-025.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-025.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214255 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256383 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214256 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256384 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 9.04835557937622 +Command return code: 255, elapsed time: 8.04063105583191 Finished #1182 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-025.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-026_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-026_0.elapsed index 55ad739dc..606db70e6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-026_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-026_0.elapsed @@ -1 +1 @@ -7.288800239562988 \ No newline at end of file +7.321309328079224 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-026_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-026_0.txt index 72c5b5447..52e0aaaae 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-026_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-026_0.txt @@ -1,5 +1,5 @@ Running #1043 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-026.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-026.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706d0, *recvbuf=0x4706d0, count=1, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=1, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-026.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-026) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-026.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-026) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-026.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-026.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205696 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255598 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205697 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255599 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.288800239562988 +Command return code: 255, elapsed time: 7.321309328079224 Finished #1043 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-026.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-027_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-027_0.elapsed index a0e9d35d9..24bb71c7d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-027_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-027_0.elapsed @@ -1 +1 @@ -7.5544538497924805 \ No newline at end of file +7.336074352264404 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-027_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-027_0.txt index a68b6db25..66ed4c738 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-027_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-027_0.txt @@ -1,5 +1,5 @@ Running #919 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-027.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-027.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-027.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-027) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-027) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ae10, *recvbuf=0x46ae10, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abf0, *recvbuf=0x46abf0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-027.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-027) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-027) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-027.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-027.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202974 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249134 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202975 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249135 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.5544538497924805 +Command return code: 255, elapsed time: 7.336074352264404 Finished #919 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-027.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-028_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-028_0.elapsed index 1f8645da0..75e68bd61 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-028_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-028_0.elapsed @@ -1 +1 @@ -0.9885015487670898 \ No newline at end of file +8.71433687210083 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-028_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-028_0.txt index e25857184..63aaf89ed 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-028_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-028_0.txt @@ -1,5 +1,5 @@ Running #615 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-028.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-028.c (batchinfo:1/1) @@ -47,23 +47,64 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x4707b0. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707b0, *recvbuf=0x4707b0, count=10, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-028.c:42) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-028) +| +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ace0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ace0, *recvbuf=0x46ace0, count=10, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-028.c:42) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-028) +| +| [0] ERROR: LOCAL:MPI:CALL_FAILED: error +| [0] ERROR: Buffers must not be aliased. +| [0] ERROR: Error occurred at: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707b0, *recvbuf=0x4707b0, count=10, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-028.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-028) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| +| [1] ERROR: LOCAL:MPI:CALL_FAILED: error +| [1] ERROR: Buffers must not be aliased. +| [1] ERROR: Error occurred at: +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ace0, *recvbuf=0x46ace0, count=10, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-028.c:42) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-028) +| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-028.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194679 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238158 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194680 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238159 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9885015487670898 +Command return code: 255, elapsed time: 8.71433687210083 Finished #615 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-028.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-029_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-029_0.elapsed index 812aa6d76..031974013 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-029_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-029_0.elapsed @@ -1 +1 @@ -7.2821736335754395 \ No newline at end of file +7.297811508178711 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-029_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-029_0.txt index 71a7ed8e6..d3f82a8c9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-029_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-029_0.txt @@ -1,5 +1,5 @@ Running #585 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-029.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-029.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-029.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-029) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-029.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-029) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-029.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-029.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193059 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238854 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193060 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238855 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2821736335754395 +Command return code: 255, elapsed time: 7.297811508178711 Finished #585 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-029.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-030_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-030_0.elapsed index be79b64b5..c468c5449 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-030_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-030_0.elapsed @@ -1 +1 @@ -0.9801909923553467 \ No newline at end of file +7.244320392608643 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-030_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-030_0.txt index 54314e427..b8c31a358 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-030_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-030_0.txt @@ -1,5 +1,5 @@ Running #937 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-030.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-030.c (batchinfo:1/1) @@ -47,23 +47,43 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: No problem found in local rank [0] (same as global rank): +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-030.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-030) +| [0] ERROR: 4 elements transferred by peer but 8 expected by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46acf0, *recvbuf=0x46acf0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-030.c:51) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-030) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-030.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196329 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242833 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196330 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242834 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9801909923553467 +Command return code: 255, elapsed time: 7.244320392608643 Finished #937 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-030.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031_0.elapsed index 29bd29c61..8a1a50dfb 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031_0.elapsed @@ -1 +1 @@ -8.830579042434692 \ No newline at end of file +1.1662981510162354 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031_0.md5sum deleted file mode 100644 index 117bef784..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -07837ca5c1f9c8670c888dc92eb57643 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031_0.txt index 186eda946..e17e8b268 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031_0.txt @@ -1,5 +1,5 @@ Running #1172 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-031.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-031.c (batchinfo:1/1) @@ -47,64 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. -| [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-031.c:41) -| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031) -| -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ae00. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ae00, *recvbuf=0x46ae00, count=10, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-031.c:41) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-031.c:41) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ae00, *recvbuf=0x46ae00, count=10, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-031.c:41) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-031) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-031.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed -| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208822 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251604 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208823 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251605 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.830579042434692 +Command return code: 255, elapsed time: 1.1662981510162354 Finished #1172 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-031.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-032_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-032_0.elapsed index 110b5ea0a..9dfbf5e04 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-032_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-032_0.elapsed @@ -1 +1 @@ -7.362259149551392 \ No newline at end of file +7.485481262207031 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-032_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-032_0.txt index 027e0dcca..8ac91c121 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-032_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-032_0.txt @@ -1,5 +1,5 @@ Running #1113 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-032.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-032.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=1, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706d0, *recvbuf=0x4706d0, count=1, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-032.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-032) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-032) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ae00, *recvbuf=0x46ae00, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ac60, *recvbuf=0x46ac60, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-032.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-032) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-032) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-032.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-032.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207132 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252192 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207133 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252193 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.362259149551392 +Command return code: 255, elapsed time: 7.485481262207031 Finished #1113 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-032.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-033_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-033_0.elapsed index 3a2990704..b5d5b9cc2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-033_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-033_0.elapsed @@ -1 +1 @@ -7.286032438278198 \ No newline at end of file +7.060176372528076 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-033_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-033_0.txt index 078b25288..8bb64a76f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-033_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-033_0.txt @@ -1,5 +1,5 @@ Running #683 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-033.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-033.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-033.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-033) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-033) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ae00, *recvbuf=0x46ae00, count=4, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=4, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-033.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-033) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-033) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-033.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-033.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191250 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236679 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191251 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236680 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.286032438278198 +Command return code: 255, elapsed time: 7.060176372528076 Finished #683 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-033.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034_0.elapsed index 49a4b0496..547709ee6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034_0.elapsed @@ -1 +1 @@ -9.497735261917114 \ No newline at end of file +9.57578730583191 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034_0.txt index 4169a6776..45e12fc8f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034_0.txt @@ -1,5 +1,5 @@ Running #844 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-034.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-034.c (batchinfo:1/1) @@ -57,7 +57,7 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-034.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-034) | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning | [0] WARNING: Send and receive buffers overlap at address 0x4707f0. @@ -66,27 +66,27 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-034.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-034) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Derived datatype addresses the same bytes at address 0x46ad81 +| [1] WARNING: Derived datatype addresses the same bytes at address 0x46ace1 | [1] WARNING: in the receive buffer multiple times, which is only | [1] WARNING: allowed for send buffers. | [1] WARNING: Control over new buffer is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_C_BOOL, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ace0, *recvbuf=0x46ace0, count=10, datatype=MPI_C_BOOL, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-034.c:41) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-034) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad80. +| [1] WARNING: Send and receive buffers overlap at address 0x46ace0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_C_BOOL, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ace0, *recvbuf=0x46ace0, count=10, datatype=MPI_C_BOOL, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-034.c:41) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-034) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. @@ -95,20 +95,20 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-034.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-034) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_C_BOOL, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ace0, *recvbuf=0x46ace0, count=10, datatype=MPI_C_BOOL, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-034.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-034) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-034) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-034.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-034.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 4 times (0 errors + 4 warnings), 0 reports were suppressed @@ -117,16 +117,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197430 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243706 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197432 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243707 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 9.497735261917114 +Command return code: 255, elapsed time: 9.57578730583191 Finished #844 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-034.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-035_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-035_0.elapsed index 24fb72265..7561b0806 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-035_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-035_0.elapsed @@ -1 +1 @@ -7.41366720199585 \ No newline at end of file +7.1437835693359375 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-035_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-035_0.txt index 497007c14..c3cfc6480 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-035_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-035_0.txt @@ -1,5 +1,5 @@ Running #776 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-035.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-035.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=1, datatype=MPI_C_BOOL, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470790, *recvbuf=0x470790, count=1, datatype=MPI_C_BOOL, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-035.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-035) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-035) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-035.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-035) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-035) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-035.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-035.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192871 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237975 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192872 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237977 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.41366720199585 +Command return code: 255, elapsed time: 7.1437835693359375 Finished #776 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-035.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-036_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-036_0.elapsed index fb71a9ca4..46ee53645 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-036_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-036_0.elapsed @@ -1 +1 @@ -7.37617564201355 \ No newline at end of file +7.3147969245910645 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-036_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-036_0.txt index eba1bdee5..f6d67ed37 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-036_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-036_0.txt @@ -1,5 +1,5 @@ Running #921 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-036.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-036.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_C_BOOL, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470790, *recvbuf=0x470790, count=4, datatype=MPI_C_BOOL, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-036.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-036) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-036) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ae00, *recvbuf=0x46ae00, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-036.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-036) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-036) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-036.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-036.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203499 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249701 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203500 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249702 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.37617564201355 +Command return code: 255, elapsed time: 7.3147969245910645 Finished #921 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-036.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037_0.elapsed index 3e9471c18..d5cf5c29e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037_0.elapsed @@ -1 +1 @@ -8.818860054016113 \ No newline at end of file +8.76863169670105 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037_0.txt index d8726994e..b929f6385 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037_0.txt @@ -1,5 +1,5 @@ Running #1034 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-037.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-037.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-037.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-037) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad90. +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=10, datatype=MPI_BYTE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_BYTE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-037.c:41) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-037) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. @@ -73,20 +73,20 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-037.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-037) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=10, datatype=MPI_BYTE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_BYTE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-037.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-037) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-037) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-037.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-037.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200615 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249845 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200616 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249846 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.818860054016113 +Command return code: 255, elapsed time: 8.76863169670105 Finished #1034 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-037.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-038_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-038_0.elapsed index fab7cfe8d..d52504fce 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-038_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-038_0.elapsed @@ -1 +1 @@ -7.357513666152954 \ No newline at end of file +7.421075820922852 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-038_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-038_0.txt index 3f0bcd7c3..aa6be2c5a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-038_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-038_0.txt @@ -1,5 +1,5 @@ Running #1200 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-038.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-038.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x470750, *recvbuf=0x470750, count=1, datatype=MPI_BYTE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=1, datatype=MPI_BYTE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-038.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-038) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-038) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ac60, *recvbuf=0x46ac60, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-038.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-038) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-038) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-038.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-038.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210299 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255721 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210300 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255722 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.357513666152954 +Command return code: 255, elapsed time: 7.421075820922852 Finished #1200 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-038.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-039_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-039_0.elapsed index 3504039d7..71a7acee8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-039_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-039_0.elapsed @@ -1 +1 @@ -7.301344394683838 \ No newline at end of file +7.42648720741272 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-039_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-039_0.txt index bcdb2ead2..4f4d9f1ac 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-039_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-039_0.txt @@ -1,5 +1,5 @@ Running #817 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-039.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-039.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_BYTE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470790, *recvbuf=0x470790, count=4, datatype=MPI_BYTE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-039.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-039) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-039) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-039.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-039) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-039) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-039.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-039.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201797 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247781 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201799 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247782 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.301344394683838 +Command return code: 255, elapsed time: 7.42648720741272 Finished #817 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-039.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040_0.elapsed index 21177e4fa..d1e58f4c3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040_0.elapsed @@ -1 +1 @@ -8.845665693283081 \ No newline at end of file +7.401476144790649 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040_0.txt index 17a53827a..16ba3daf9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040_0.txt @@ -1,5 +1,5 @@ Running #1146 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-040.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-040.c (batchinfo:1/1) @@ -53,62 +53,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca10. +| [0] WARNING: Send and receive buffers overlap at address 0x4706f0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x47ca10, *recvbuf=0x47ca10, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allreduce(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-040.c:50) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-040) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad90. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-040.c:50) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47ca10, *recvbuf=0x47ca10, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-040.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-040) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-040.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-040) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-040.c:50) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-040) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-040.c:50) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-040) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-040.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-040.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210575 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256056 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210576 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256057 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.845665693283081 +Command return code: 255, elapsed time: 7.401476144790649 Finished #1146 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-040.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-041_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-041_0.elapsed index e69e06431..90355dfb9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-041_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-041_0.elapsed @@ -1 +1 @@ -7.379201889038086 \ No newline at end of file +7.397577285766602 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-041_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-041_0.txt index 973fdbcd5..043308d19 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-041_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-041_0.txt @@ -1,5 +1,5 @@ Running #918 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-041.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-041.c (batchinfo:1/1) @@ -60,17 +60,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-041.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-041) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-041) | [0] ERROR: 2 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-041.c:55) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-041) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-041) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-041.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-041.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202819 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248934 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202820 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248935 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.379201889038086 +Command return code: 255, elapsed time: 7.397577285766602 Finished #918 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-041.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042_0.elapsed index c626e172a..22bb42aaa 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042_0.elapsed @@ -1 +1 @@ -8.68160629272461 \ No newline at end of file +8.666841268539429 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042_0.txt index 01d920fa2..e2ebada57 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042_0.txt @@ -1,5 +1,5 @@ Running #702 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-042.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-042.c (batchinfo:1/1) @@ -53,44 +53,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47c9f0. +| [0] WARNING: Send and receive buffers overlap at address 0x4707d0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x47c9f0, *recvbuf=0x47c9f0, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-042.c:55) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-042) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad10. +| [1] WARNING: Send and receive buffers overlap at address 0x46abf0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad10, *recvbuf=0x46ad10, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46abf0, *recvbuf=0x46abf0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-042.c:60) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-042) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47c9f0, *recvbuf=0x47c9f0, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-042.c:55) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-042) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad10, *recvbuf=0x46ad10, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46abf0, *recvbuf=0x46abf0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-042.c:60) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-042) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-042) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-042.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-042.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -99,16 +99,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188475 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234524 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188476 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234525 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.68160629272461 +Command return code: 255, elapsed time: 8.666841268539429 Finished #702 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-042.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043_0.elapsed index 2b7dd4081..17a2d0a92 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043_0.elapsed @@ -1 +1 @@ -8.82556700706482 \ No newline at end of file +7.527024984359741 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043_0.txt index 7789a4d54..f5f4a3fbc 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043_0.txt @@ -1,5 +1,5 @@ Running #1123 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-043.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-043.c (batchinfo:1/1) @@ -53,62 +53,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4706f0. +| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=10, datatype=MPI_FLOAT_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_FLOAT_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-043.c:50) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-043) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_FLOAT_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-043.c:50) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=10, datatype=MPI_FLOAT_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_FLOAT_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-043.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-043) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_FLOAT_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-043.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-043) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_FLOAT_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-043.c:50) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-043) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ac70. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_FLOAT_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-043.c:50) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-043) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-043.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-043.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198935 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244260 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198936 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244261 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.82556700706482 +Command return code: 255, elapsed time: 7.527024984359741 Finished #1123 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-043.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-044_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-044_0.elapsed index f4f64cf1e..48d6b2081 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-044_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-044_0.elapsed @@ -1 +1 @@ -7.5762856006622314 \ No newline at end of file +7.38672137260437 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-044_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-044_0.txt index 1e7441323..ffa8709aa 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-044_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-044_0.txt @@ -1,5 +1,5 @@ Running #1081 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-044.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-044.c (batchinfo:1/1) @@ -56,21 +56,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47c9f0, *recvbuf=0x47c9f0, count=1, datatype=MPI_FLOAT_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470750, *recvbuf=0x470750, count=1, datatype=MPI_FLOAT_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-044.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-044) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-044) | [0] ERROR: 2 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-044.c:56) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-044) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-044) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-044.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-044.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207313 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252421 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207315 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252422 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.5762856006622314 +Command return code: 255, elapsed time: 7.38672137260437 Finished #1081 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-044.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-045_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-045_0.elapsed index 92783e07b..3f57a4a8a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-045_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-045_0.elapsed @@ -1 +1 @@ -7.440110683441162 \ No newline at end of file +7.361270904541016 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-045_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-045_0.txt index 0672c473e..01bd18576 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-045_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-045_0.txt @@ -1,5 +1,5 @@ Running #945 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-045.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-045.c (batchinfo:1/1) @@ -56,21 +56,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_FLOAT_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470750, *recvbuf=0x470750, count=4, datatype=MPI_FLOAT_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-045.c:55) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-045) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-045) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abf0, *recvbuf=0x46abf0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-045.c:60) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-045) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-045) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-045.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-045.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198607 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245400 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198608 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245401 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.440110683441162 +Command return code: 255, elapsed time: 7.361270904541016 Finished #945 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-045.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046_0.elapsed index 3c117e935..6fcccc0d1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046_0.elapsed @@ -1 +1 @@ -8.795522928237915 \ No newline at end of file +7.416818857192993 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046_0.txt index e0b0c0d39..41be57ed1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046_0.txt @@ -1,5 +1,5 @@ Running #708 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-046.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-046.c (batchinfo:1/1) @@ -53,62 +53,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x470770. +| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x470770, *recvbuf=0x470770, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-046.c:50) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-046) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-046.c:50) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x470770, *recvbuf=0x470770, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-046.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-046) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-046.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-046) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-046.c:50) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-046) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ac70. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-046.c:50) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-046) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-046.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-046.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190750 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236965 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190752 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236966 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.795522928237915 +Command return code: 255, elapsed time: 7.416818857192993 Finished #708 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-046.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-047_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-047_0.elapsed index d56bf011e..839c377bd 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-047_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-047_0.elapsed @@ -1 +1 @@ -7.75741720199585 \ No newline at end of file +7.379676342010498 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-047_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-047_0.txt index 3cf623dff..79e1946b2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-047_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-047_0.txt @@ -1,5 +1,5 @@ Running #995 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-047.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-047.c (batchinfo:1/1) @@ -56,21 +56,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706d0, *recvbuf=0x4706d0, count=1, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470790, *recvbuf=0x470790, count=1, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-047.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-047) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-047) | [0] ERROR: 2 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-047.c:56) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-047) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-047) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-047.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-047.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193738 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240016 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193739 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240017 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.75741720199585 +Command return code: 255, elapsed time: 7.379676342010498 Finished #995 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-047.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-048_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-048_0.elapsed index 6ca9a7a2f..883aa675e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-048_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-048_0.elapsed @@ -1 +1 @@ -7.3899805545806885 \ No newline at end of file +7.17142391204834 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-048_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-048_0.txt index 014a718a0..bf459accf 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-048_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-048_0.txt @@ -1,5 +1,5 @@ Running #682 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-048.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-048.c (batchinfo:1/1) @@ -56,21 +56,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470750, *recvbuf=0x470750, count=4, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-048.c:55) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-048) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-048) | [0] ERROR: 8 elements transferred by peer but 16 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46adb0, *recvbuf=0x46adb0, count=16, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46aca0, *recvbuf=0x46aca0, count=16, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-048.c:60) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-048) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-048) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-048.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-048.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190898 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236221 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190899 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236222 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3899805545806885 +Command return code: 255, elapsed time: 7.17142391204834 Finished #682 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-048.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049_0.elapsed index 42481d497..23c595fd1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049_0.elapsed @@ -1 +1 @@ -8.652461290359497 \ No newline at end of file +8.84952187538147 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049_0.txt index f9b82403b..3eee839e6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049_0.txt @@ -1,5 +1,5 @@ Running #887 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-049.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-049.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47cb10. +| [0] WARNING: Send and receive buffers overlap at address 0x470850. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x47cb10, *recvbuf=0x47cb10, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allreduce(*sendbuf=0x470850, *recvbuf=0x470850, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-049.c:46) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-049) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ae00. +| [1] WARNING: Send and receive buffers overlap at address 0x46ade0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ae00, *recvbuf=0x46ae00, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ade0, *recvbuf=0x46ade0, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-049.c:46) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-049) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47cb10, *recvbuf=0x47cb10, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470850, *recvbuf=0x470850, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-049.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-049) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ae00, *recvbuf=0x46ae00, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ade0, *recvbuf=0x46ade0, count=10, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-049.c:46) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-049) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-049) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-049.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-049.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201083 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244394 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201084 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244395 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.652461290359497 +Command return code: 255, elapsed time: 8.84952187538147 Finished #887 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-049.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-050_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-050_0.elapsed index 2e7b56a1a..ea9a8519a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-050_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-050_0.elapsed @@ -1 +1 @@ -7.2858967781066895 \ No newline at end of file +7.202255964279175 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-050_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-050_0.txt index d5a661b45..db9833341 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-050_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-050_0.txt @@ -1,5 +1,5 @@ Running #732 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-050.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-050.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47ca80, *recvbuf=0x47ca80, count=1, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470830, *recvbuf=0x470830, count=1, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-050.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-050) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-050) | [0] ERROR: 2 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ae90, *recvbuf=0x46ae90, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46ace0, *recvbuf=0x46ace0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-050.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-050) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-050) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-050.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-050.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185371 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 230712 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185372 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 230713 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2858967781066895 +Command return code: 255, elapsed time: 7.202255964279175 Finished #732 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-050.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051_0.elapsed index d5a279feb..f50a093dc 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051_0.elapsed @@ -1 +1 @@ -8.547332525253296 \ No newline at end of file +8.904360055923462 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051_0.txt index dbb42ed6e..f67cd5bab 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051_0.txt @@ -1,5 +1,5 @@ Running #1230 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-051.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-051.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47e970. +| [0] WARNING: Send and receive buffers overlap at address 0x470830. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x47e970, *recvbuf=0x47e970, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Allreduce(*sendbuf=0x470830, *recvbuf=0x470830, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-051.c:49) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-051) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ae10. +| [1] WARNING: Send and receive buffers overlap at address 0x46ad80. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ae10, *recvbuf=0x46ae10, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-051.c:54) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-051) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47e970, *recvbuf=0x47e970, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470830, *recvbuf=0x470830, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-051.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-051) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ae10, *recvbuf=0x46ae10, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-051.c:54) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-051) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-051) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-051.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-051.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206550 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249005 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206551 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249006 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.547332525253296 +Command return code: 255, elapsed time: 8.904360055923462 Finished #1230 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-051.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-052_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-052_0.elapsed index f0baef8b1..f5925fd8c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-052_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-052_0.elapsed @@ -1 +1 @@ -7.207491874694824 \ No newline at end of file +7.176935911178589 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-052_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-052_0.txt index cfbdebb5b..8be028761 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-052_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-052_0.txt @@ -1,5 +1,5 @@ Running #502 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-052.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-052.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706e0, *recvbuf=0x4706e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470740, *recvbuf=0x470740, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-052.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-052) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-052) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b630, *recvbuf=0x46b630, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b490, *recvbuf=0x46b490, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-052.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-052) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-052) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-052.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-052.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 175715 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 221609 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 175716 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 221610 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.207491874694824 +Command return code: 255, elapsed time: 7.176935911178589 Finished #502 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-052.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-053_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-053_0.elapsed index 3e2ac9617..e25160cdf 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-053_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-053_0.elapsed @@ -1 +1 @@ -7.20776104927063 \ No newline at end of file +7.177811622619629 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-053_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-053_0.txt index 2bf62b97f..7ae2a3169 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-053_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-053_0.txt @@ -1,5 +1,5 @@ Running #498 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-053.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-053.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706e0, *recvbuf=0x4706e0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470840, *recvbuf=0x470840, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-053.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-053) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-053) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b640, *recvbuf=0x46b640, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b5a0, *recvbuf=0x46b5a0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-053.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-053) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-053) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-053.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-053.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 172691 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 218573 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 172692 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 218574 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.20776104927063 +Command return code: 255, elapsed time: 7.177811622619629 Finished #498 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-053.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-054_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-054_0.elapsed index 315207dee..26f090e6b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-054_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-054_0.elapsed @@ -1 +1 @@ -7.328081846237183 \ No newline at end of file +7.100028038024902 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-054_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-054_0.txt index 16f99ed33..574841488 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-054_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-054_0.txt @@ -1,5 +1,5 @@ Running #463 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-054.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-054.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707e0, *recvbuf=0x4707e0, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707a0, *recvbuf=0x4707a0, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-054.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-054) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-054) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b6b0, *recvbuf=0x46b6b0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b490, *recvbuf=0x46b490, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-054.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-054) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-054) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-054.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-054.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 177109 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 223145 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 177110 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 223147 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.328081846237183 +Command return code: 255, elapsed time: 7.100028038024902 Finished #463 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-054.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-055_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-055_0.elapsed index 22a988587..a8bd810b0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-055_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-055_0.elapsed @@ -1 +1 @@ -7.253741025924683 \ No newline at end of file +7.284597396850586 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-055_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-055_0.txt index c854dfa73..e72f47983 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-055_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-055_0.txt @@ -1,5 +1,5 @@ Running #997 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-055.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-055.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d290, *recvbuf=0x47d290, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470840, *recvbuf=0x470840, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-055.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-055) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-055) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b5c0, *recvbuf=0x46b5c0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b530, *recvbuf=0x46b530, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-055.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-055) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-055) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-055.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-055.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194468 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240776 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194471 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240777 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.253741025924683 +Command return code: 255, elapsed time: 7.284597396850586 Finished #997 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-055.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-056_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-056_0.elapsed index 8c9e7e0a2..3adbc9150 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-056_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-056_0.elapsed @@ -1 +1 @@ -7.023783206939697 \ No newline at end of file +8.837395668029785 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-056_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-056_0.txt index 76f5a0fc6..0a3e37cbc 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-056_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-056_0.txt @@ -1,5 +1,5 @@ Running #497 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-056.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-056.c (batchinfo:1/1) @@ -56,21 +56,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707e0, *recvbuf=0x4707e0, count=1, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470840, *recvbuf=0x470840, count=1, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-056.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-056) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-056) | [0] ERROR: 2 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b5b0, *recvbuf=0x46b5b0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b590, *recvbuf=0x46b590, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-056.c:59) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-056) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-056) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-056.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-056.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 171530 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 217413 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 171531 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 217415 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.023783206939697 +Command return code: 255, elapsed time: 8.837395668029785 Finished #497 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-056.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-057_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-057_0.elapsed index a0a1f2012..63c323147 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-057_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-057_0.elapsed @@ -1 +1 @@ -7.457533836364746 \ No newline at end of file +7.377624988555908 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-057_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-057_0.txt index 1606e01e4..c560609d1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-057_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-057_0.txt @@ -1,5 +1,5 @@ Running #686 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-057.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-057.c (batchinfo:1/1) @@ -56,21 +56,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4706e0, *recvbuf=0x4706e0, count=4, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d300, *recvbuf=0x47d300, count=4, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-057.c:58) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-057) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-057) | [0] ERROR: 8 elements transferred by peer but 16 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46d5d0, *recvbuf=0x46d5d0, count=16, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4c0, *recvbuf=0x46b4c0, count=16, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-057.c:63) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-057) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-057) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-057.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-057.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191833 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237436 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191834 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237437 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.457533836364746 +Command return code: 255, elapsed time: 7.377624988555908 Finished #686 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-057.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-058_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-058_0.elapsed index bb6f4eb84..beb8590d5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-058_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-058_0.elapsed @@ -1 +1 @@ -7.356505870819092 \ No newline at end of file +7.399123191833496 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-058_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-058_0.txt index 9a2a4983e..2087ac587 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-058_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-058_0.txt @@ -1,5 +1,5 @@ Running #979 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-058.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-058.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707e0, *recvbuf=0x4707e0, count=1, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x470840, *recvbuf=0x470840, count=1, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-058.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-058) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-058) | [0] ERROR: 2 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b6b0, *recvbuf=0x46b6b0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b620, *recvbuf=0x46b620, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-058.c:55) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-058) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-058) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-058.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-058.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202216 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247938 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202217 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247939 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.356505870819092 +Command return code: 255, elapsed time: 7.399123191833496 Finished #979 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-058.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059_0.elapsed index 1f60c24d8..d82e9e94e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059_0.elapsed @@ -1 +1 @@ -8.821402311325073 \ No newline at end of file +8.880674839019775 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059_0.txt index e8df86fac..dbf4d200c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059_0.txt @@ -1,5 +1,5 @@ Running #1021 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-059.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-059.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4707e0. +| [0] WARNING: Send and receive buffers overlap at address 0x4707c0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707e0, *recvbuf=0x4707e0, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] WARNING: MPI_Allreduce(*sendbuf=0x4707c0, *recvbuf=0x4707c0, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-059.c:52) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-059) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46b740. +| [1] WARNING: Send and receive buffers overlap at address 0x46b630. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46b740, *recvbuf=0x46b740, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46b630, *recvbuf=0x46b630, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-059.c:57) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-059) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707e0, *recvbuf=0x4707e0, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x4707c0, *recvbuf=0x4707c0, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-059.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-059) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46b740, *recvbuf=0x46b740, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46b630, *recvbuf=0x46b630, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-059.c:57) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-059) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-059) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-059.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-059.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204087 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250725 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204088 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250726 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.821402311325073 +Command return code: 255, elapsed time: 8.880674839019775 Finished #1021 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-059.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-060_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-060_0.elapsed index ff75d1b85..4f161abd4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-060_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-060_0.elapsed @@ -1 +1 @@ -7.242465972900391 \ No newline at end of file +7.25420880317688 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-060_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-060_0.txt index c1010708e..d4f994df6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-060_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-060_0.txt @@ -1,5 +1,5 @@ Running #505 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-060.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-060.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d250, *recvbuf=0x47d250, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d290, *recvbuf=0x47d290, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-060.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-060) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-060) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b690, *recvbuf=0x46b690, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4e0, *recvbuf=0x46b4e0, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-060.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-060) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-060) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-060.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-060.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 177356 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 223777 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 177357 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 223778 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.242465972900391 +Command return code: 255, elapsed time: 7.25420880317688 Finished #505 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-060.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-061_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-061_0.elapsed index c3245f4bf..057ee2c39 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-061_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-061_0.elapsed @@ -1 +1 @@ -8.874494791030884 \ No newline at end of file +7.335257053375244 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-061_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-061_0.txt index 579fe8024..51065e0a9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-061_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-061_0.txt @@ -1,5 +1,5 @@ Running #1009 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-061.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-061.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d350, *recvbuf=0x47d350, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d310, *recvbuf=0x47d310, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-061.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-061) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-061) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b710, *recvbuf=0x46b710, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4f0, *recvbuf=0x46b4f0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-061.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-061) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-061) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-061.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-061.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201388 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247456 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201389 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247458 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.874494791030884 +Command return code: 255, elapsed time: 7.335257053375244 Finished #1009 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-061.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-062_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-062_0.elapsed index 9c291dc1c..49b071e6e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-062_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-062_0.elapsed @@ -1 +1 @@ -8.901200771331787 \ No newline at end of file +7.330765008926392 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-062_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-062_0.txt index 0d1411bfd..15fd2daa4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-062_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-062_0.txt @@ -1,5 +1,5 @@ Running #469 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-062.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-062.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d350, *recvbuf=0x47d350, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d290, *recvbuf=0x47d290, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-062.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-062) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-062) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b680, *recvbuf=0x46b680, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4e0, *recvbuf=0x46b4e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-062.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-062) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-062) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-062.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-062.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186154 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231074 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186155 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231075 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.901200771331787 +Command return code: 255, elapsed time: 7.330765008926392 Finished #469 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-062.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-063_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-063_0.elapsed index 8b1bcffe6..d5a08c8df 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-063_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-063_0.elapsed @@ -1 +1 @@ -7.874299764633179 \ No newline at end of file +7.261809825897217 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-063_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-063_0.txt index c3c636023..0c079da7e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-063_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-063_0.txt @@ -1,5 +1,5 @@ Running #785 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-063.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-063.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d2f0, *recvbuf=0x47d2f0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d390, *recvbuf=0x47d390, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-063.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-063) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-063) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b610, *recvbuf=0x46b610, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b570, *recvbuf=0x46b570, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-063.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-063) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-063) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-063.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-063.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201416 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246826 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201417 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246827 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.874299764633179 +Command return code: 255, elapsed time: 7.261809825897217 Finished #785 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-063.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-064_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-064_0.elapsed index 13f8ef32f..126d0b28c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-064_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-064_0.elapsed @@ -1 +1 @@ -7.299964189529419 \ No newline at end of file +7.271255016326904 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-064_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-064_0.txt index 47289a116..976f2ca9e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-064_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-064_0.txt @@ -1,5 +1,5 @@ Running #1023 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-064.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-064.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d350, *recvbuf=0x47d350, count=1, datatype=MPI_CHAR, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d300, *recvbuf=0x47d300, count=1, datatype=MPI_CHAR, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-064.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-064) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-064) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b700, *recvbuf=0x46b700, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4e0, *recvbuf=0x46b4e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-064.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-064) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-064) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-064.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-064.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197375 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241329 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197376 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241330 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.299964189529419 +Command return code: 255, elapsed time: 7.271255016326904 Finished #1023 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-064.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-065_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-065_0.elapsed index 4efe2b388..118111e9b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-065_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-065_0.elapsed @@ -1 +1 @@ -7.202461242675781 \ No newline at end of file +7.118523359298706 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-065_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-065_0.txt index 2920b9d39..a837861e9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-065_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-065_0.txt @@ -1,5 +1,5 @@ Running #1130 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-065.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-065.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d250, *recvbuf=0x47d250, count=4, datatype=MPI_CHAR, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d390, *recvbuf=0x47d390, count=4, datatype=MPI_CHAR, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-065.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-065) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-065) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b600, *recvbuf=0x46b600, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b5e0, *recvbuf=0x46b5e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-065.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-065) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-065) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-065.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-065.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200848 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246360 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200849 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246361 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.202461242675781 +Command return code: 255, elapsed time: 7.118523359298706 Finished #1130 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-065.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-066_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-066_0.elapsed index 2068b70fc..c67b2962e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-066_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-066_0.elapsed @@ -1 +1 @@ -7.390722990036011 \ No newline at end of file +7.333907127380371 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-066_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-066_0.txt index e4a24a8d7..ba06d931f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-066_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-066_0.txt @@ -1,5 +1,5 @@ Running #618 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-066.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-066.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d350, *recvbuf=0x47d350, count=1, datatype=MPI_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d390, *recvbuf=0x47d390, count=1, datatype=MPI_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-066.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-066) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-066) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b680, *recvbuf=0x46b680, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4e0, *recvbuf=0x46b4e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-066.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-066) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-066) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-066.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-066.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195355 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239153 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195357 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239154 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.390722990036011 +Command return code: 255, elapsed time: 7.333907127380371 Finished #618 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-066.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-067_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-067_0.elapsed index 1252d35a3..68eea88c3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-067_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-067_0.elapsed @@ -1 +1 @@ -7.2527079582214355 \ No newline at end of file +7.374758958816528 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-067_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-067_0.txt index 4b3be7f10..df1b189c9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-067_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-067_0.txt @@ -1,5 +1,5 @@ Running #853 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-067.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-067.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d2d0, *recvbuf=0x47d2d0, count=4, datatype=MPI_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d390, *recvbuf=0x47d390, count=4, datatype=MPI_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-067.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-067) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-067) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b610, *recvbuf=0x46b610, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4f0, *recvbuf=0x46b4f0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-067.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-067) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-067) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-067.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-067.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205029 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251483 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205030 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251484 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2527079582214355 +Command return code: 255, elapsed time: 7.374758958816528 Finished #853 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-067.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-068_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-068_0.elapsed index f7638c20d..3cec0cb0a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-068_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-068_0.elapsed @@ -1 +1 @@ -0.9324004650115967 \ No newline at end of file +7.267145872116089 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-068_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-068_0.txt index a3cb9ef2b..eb5b87aa0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-068_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-068_0.txt @@ -1,5 +1,5 @@ Running #687 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-068.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-068.c (batchinfo:1/1) @@ -47,23 +47,43 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: No problem found in local rank [0] (same as global rank): +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d310, *recvbuf=0x47d310, count=1, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-068.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-068) +| [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4e0, *recvbuf=0x46b4e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-068.c:51) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-068) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-068.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192201 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237780 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192202 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237781 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9324004650115967 +Command return code: 255, elapsed time: 7.267145872116089 Finished #687 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-068.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-069_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-069_0.elapsed index 9987a8d29..40f1a6117 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-069_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-069_0.elapsed @@ -1 +1 @@ -7.197654962539673 \ No newline at end of file +7.340614318847656 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-069_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-069_0.txt index a4ae79a86..4b72136be 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-069_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-069_0.txt @@ -1,5 +1,5 @@ Running #719 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-069.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-069.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d2d0, *recvbuf=0x47d2d0, count=4, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d390, *recvbuf=0x47d390, count=4, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-069.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-069) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-069) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b610, *recvbuf=0x46b610, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b5f0, *recvbuf=0x46b5f0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-069.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-069) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-069) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-069.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-069.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196093 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242203 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196094 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242204 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.197654962539673 +Command return code: 255, elapsed time: 7.340614318847656 Finished #719 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-069.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-070_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-070_0.elapsed index 956996f90..346ac0142 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-070_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-070_0.elapsed @@ -1 +1 @@ -7.389463663101196 \ No newline at end of file +7.505651950836182 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-070_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-070_0.txt index a797a46f2..81875eae7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-070_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-070_0.txt @@ -1,5 +1,5 @@ Running #1218 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-070.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-070.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d350, *recvbuf=0x47d350, count=1, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d390, *recvbuf=0x47d390, count=1, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-070.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-070) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-070) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b700, *recvbuf=0x46b700, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4e0, *recvbuf=0x46b4e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-070.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-070) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-070) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-070.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-070.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220188 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265212 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220189 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265213 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.389463663101196 +Command return code: 255, elapsed time: 7.505651950836182 Finished #1218 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-070.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-071_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-071_0.elapsed index 8237c670a..90d8f8442 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-071_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-071_0.elapsed @@ -1 +1 @@ -7.277194023132324 \ No newline at end of file +7.126073837280273 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-071_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-071_0.txt index a4ec4bc45..ab40d4662 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-071_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-071_0.txt @@ -1,5 +1,5 @@ Running #664 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-071.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-071.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d350, *recvbuf=0x47d350, count=4, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d390, *recvbuf=0x47d390, count=4, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-071.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-071) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-071) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b690, *recvbuf=0x46b690, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b580, *recvbuf=0x46b580, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-071.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-071) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-071) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-071.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-071.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183282 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228730 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183283 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228731 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.277194023132324 +Command return code: 255, elapsed time: 7.126073837280273 Finished #664 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-071.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-072_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-072_0.elapsed index a303ad6a3..70a83ddc0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-072_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-072_0.elapsed @@ -1 +1 @@ -7.254057168960571 \ No newline at end of file +7.301933526992798 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-072_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-072_0.txt index 37621b897..922d6bd87 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-072_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-072_0.txt @@ -1,5 +1,5 @@ Running #1010 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-072.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-072.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d2f0, *recvbuf=0x47d2f0, count=1, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d310, *recvbuf=0x47d310, count=1, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-072.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-072) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-072) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b690, *recvbuf=0x46b690, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4e0, *recvbuf=0x46b4e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-072.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-072) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-072) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-072.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-072.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201777 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247836 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201778 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247838 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.254057168960571 +Command return code: 255, elapsed time: 7.301933526992798 Finished #1010 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-072.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-073_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-073_0.elapsed index 437b86450..50a598fef 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-073_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-073_0.elapsed @@ -1 +1 @@ -0.9462583065032959 \ No newline at end of file +7.244664430618286 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-073_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-073_0.txt index 8a65bb26f..6e2b8fb8c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-073_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-073_0.txt @@ -1,5 +1,5 @@ Running #892 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-073.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-073.c (batchinfo:1/1) @@ -47,23 +47,43 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: No problem found in local rank [0] (same as global rank): +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d290, *recvbuf=0x47d290, count=4, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-073.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-073) +| [0] ERROR: 4 elements transferred by peer but 8 expected by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4f0, *recvbuf=0x46b4f0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-073.c:54) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-073) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-073.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189668 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235204 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189669 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235205 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9462583065032959 +Command return code: 255, elapsed time: 7.244664430618286 Finished #892 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-073.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-074_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-074_0.elapsed index 10f91aa6a..22ad5b250 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-074_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-074_0.elapsed @@ -1 +1 @@ -7.538501739501953 \ No newline at end of file +7.346435070037842 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-074_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-074_0.txt index 749fcffbb..b5b057323 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-074_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-074_0.txt @@ -1,5 +1,5 @@ Running #1181 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-074.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-074.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d350, *recvbuf=0x47d350, count=1, datatype=MPI_FLOAT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d290, *recvbuf=0x47d290, count=1, datatype=MPI_FLOAT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-074.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-074) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-074) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b680, *recvbuf=0x46b680, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4e0, *recvbuf=0x46b4e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-074.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-074) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-074) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-074.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-074.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 214003 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255935 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 214004 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255936 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.538501739501953 +Command return code: 255, elapsed time: 7.346435070037842 Finished #1181 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-074.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-075_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-075_0.elapsed index 5f428af79..c82fcd050 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-075_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-075_0.elapsed @@ -1 +1 @@ -1.0988588333129883 \ No newline at end of file +7.234071731567383 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-075_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-075_0.txt index abb343d81..94d4f96d6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-075_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-075_0.txt @@ -1,5 +1,5 @@ Running #965 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-075.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-075.c (batchinfo:1/1) @@ -47,23 +47,43 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: No problem found in local rank [0] (same as global rank): +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d290, *recvbuf=0x47d290, count=4, datatype=MPI_FLOAT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-075.c:46) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-075) +| [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4e0, *recvbuf=0x46b4e0, count=4, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-075.c:51) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-075) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-075.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194516 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240319 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194517 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240321 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0988588333129883 +Command return code: 255, elapsed time: 7.234071731567383 Finished #965 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-075.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-076_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-076_0.elapsed index bec2b107a..be3d02fe6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-076_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-076_0.elapsed @@ -1 +1 @@ -7.3733978271484375 \ No newline at end of file +7.480340480804443 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-076_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-076_0.txt index bacb1116c..2085f891c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-076_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-076_0.txt @@ -1,5 +1,5 @@ Running #1207 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-076.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-076.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d2d0, *recvbuf=0x47d2d0, count=1, datatype=MPI_LONG_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d300, *recvbuf=0x47d300, count=1, datatype=MPI_LONG_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-076.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-076) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-076) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b600, *recvbuf=0x46b600, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4e0, *recvbuf=0x46b4e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-076.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-076) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-076) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-076.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-076.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217041 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262468 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217043 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262469 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3733978271484375 +Command return code: 255, elapsed time: 7.480340480804443 Finished #1207 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-076.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-077_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-077_0.elapsed index 82fe61e33..07206c365 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-077_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-077_0.elapsed @@ -1 +1 @@ -1.0178918838500977 \ No newline at end of file +7.306973218917847 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-077_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-077_0.txt index 6939a5a61..32690c317 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-077_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-077_0.txt @@ -1,5 +1,5 @@ Running #698 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-077.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-077.c (batchinfo:1/1) @@ -47,23 +47,43 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: No problem found in local rank [0] (same as global rank): +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d390, *recvbuf=0x47d390, count=4, datatype=MPI_LONG_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-077.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-077) +| [0] ERROR: 4 elements transferred by peer but 16 expected by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b590, *recvbuf=0x46b590, count=16, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-077.c:52) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-077) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-077.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187370 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232709 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187371 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232710 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0178918838500977 +Command return code: 255, elapsed time: 7.306973218917847 Finished #698 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-077.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-078_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-078_0.elapsed index a43bd887e..653a06c1d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-078_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-078_0.elapsed @@ -1 +1 @@ -7.311994791030884 \ No newline at end of file +7.251520872116089 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-078_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-078_0.txt index 02a7c156c..8c37520e2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-078_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-078_0.txt @@ -1,5 +1,5 @@ Running #551 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-078.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-078.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d350, *recvbuf=0x47d350, count=1, datatype=MPI_UINT64_T, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d310, *recvbuf=0x47d310, count=1, datatype=MPI_UINT64_T, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-078.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-078) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-078) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b700, *recvbuf=0x46b700, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4e0, *recvbuf=0x46b4e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-078.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-078) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-078) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-078.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-078.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191621 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237648 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191622 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237650 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.311994791030884 +Command return code: 255, elapsed time: 7.251520872116089 Finished #551 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-078.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-079_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-079_0.elapsed index 26889f44b..be559d889 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-079_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-079_0.elapsed @@ -1 +1 @@ -7.351636648178101 \ No newline at end of file +7.344529151916504 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-079_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-079_0.txt index 015db6f98..5ffb2273f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-079_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-079_0.txt @@ -1,5 +1,5 @@ Running #912 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-079.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-079.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d350, *recvbuf=0x47d350, count=4, datatype=MPI_UINT64_T, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d310, *recvbuf=0x47d310, count=4, datatype=MPI_UINT64_T, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-079.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-079) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-079) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b690, *recvbuf=0x46b690, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b5f0, *recvbuf=0x46b5f0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-079.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-079) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-079) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-079.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-079.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198375 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244598 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198376 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244599 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.351636648178101 +Command return code: 255, elapsed time: 7.344529151916504 Finished #912 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-079.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-080_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-080_0.elapsed index b5f856116..2876f4e84 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-080_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-080_0.elapsed @@ -1 +1 @@ -7.2742180824279785 \ No newline at end of file +7.3447840213775635 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-080_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-080_0.txt index 977020a08..0464f0f27 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-080_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-080_0.txt @@ -1,5 +1,5 @@ Running #610 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-080.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-080.c (batchinfo:1/1) @@ -56,21 +56,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d350, *recvbuf=0x47d350, count=1, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d310, *recvbuf=0x47d310, count=1, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-080.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-080) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-080) | [0] ERROR: 2 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b690, *recvbuf=0x46b690, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4e0, *recvbuf=0x46b4e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-080.c:58) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-080) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-080) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-080.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-080.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193249 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236514 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193250 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236516 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2742180824279785 +Command return code: 255, elapsed time: 7.3447840213775635 Finished #610 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-080.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081_0.elapsed index 7403f19d6..78010a81c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081_0.elapsed @@ -1 +1 @@ -8.784254550933838 \ No newline at end of file +8.797881364822388 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081_0.txt index 41d1571dc..7e094381f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081_0.txt @@ -1,5 +1,5 @@ Running #905 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-081.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-081.c (batchinfo:1/1) @@ -53,44 +53,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47d350. +| [0] WARNING: Send and receive buffers overlap at address 0x47d290. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Allreduce(*sendbuf=0x47d350, *recvbuf=0x47d350, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] WARNING: MPI_Allreduce(*sendbuf=0x47d290, *recvbuf=0x47d290, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-081.c:58) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-081) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46b610. +| [1] WARNING: Send and receive buffers overlap at address 0x46d4e0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Allreduce(*sendbuf=0x46b610, *recvbuf=0x46b610, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [1] WARNING: MPI_Allreduce(*sendbuf=0x46d4e0, *recvbuf=0x46d4e0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-081.c:63) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-081) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d350, *recvbuf=0x47d350, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d290, *recvbuf=0x47d290, count=4, datatype=MPI_2INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-081.c:58) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-081) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Allreduce(*sendbuf=0x46b610, *recvbuf=0x46b610, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [1] ERROR: MPI_Allreduce(*sendbuf=0x46d4e0, *recvbuf=0x46d4e0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-081.c:63) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-081) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-081) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-081.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-081.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -99,16 +99,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196203 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242505 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196204 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242506 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.784254550933838 +Command return code: 255, elapsed time: 8.797881364822388 Finished #905 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-081.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-082_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-082_0.elapsed index 37e486c56..8cd57f2d9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-082_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-082_0.elapsed @@ -1 +1 @@ -7.342885494232178 \ No newline at end of file +8.412145376205444 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-082_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-082_0.txt index ba434075a..d388fcdda 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-082_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-082_0.txt @@ -1,5 +1,5 @@ Running #890 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-082.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-082.c (batchinfo:1/1) @@ -56,21 +56,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d2d0, *recvbuf=0x47d2d0, count=1, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d290, *recvbuf=0x47d290, count=1, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-082.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-082) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-082) | [0] ERROR: 2 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b600, *recvbuf=0x46b600, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b4e0, *recvbuf=0x46b4e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-082.c:59) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-082) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-082) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-082.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-082.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202225 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245608 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202226 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245613 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.342885494232178 +Command return code: 255, elapsed time: 8.412145376205444 Finished #890 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-082.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-083_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-083_0.elapsed index faf1e28d4..c314282d7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-083_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-083_0.elapsed @@ -1 +1 @@ -7.285006046295166 \ No newline at end of file +7.263946771621704 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-083_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-083_0.txt index 2c4da796f..244c7302c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-083_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-083_0.txt @@ -1,5 +1,5 @@ Running #1151 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-083.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_allreduce-083.c (batchinfo:1/1) @@ -56,21 +56,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d2d0, *recvbuf=0x47d2d0, count=4, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x47d290, *recvbuf=0x47d290, count=4, datatype=MPI_DOUBLE_INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-083.c:58) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-083) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-083) | [0] ERROR: 8 elements transferred by peer but 16 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b630, *recvbuf=0x46b630, count=16, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Allreduce(*sendbuf=0x46b590, *recvbuf=0x46b590, count=16, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-083.c:63) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_allreduce-083) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_allreduce-083) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-083.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_allreduce-083.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212494 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257867 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212495 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257869 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.285006046295166 +Command return code: 255, elapsed time: 7.263946771621704 Finished #1151 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_allreduce-083.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-001_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-001_0.elapsed index 9676ffa16..fd800824e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-001_0.elapsed @@ -1 +1 @@ -0.9712302684783936 \ No newline at end of file +9.086404800415039 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-001_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-001_0.txt index 936a5b536..fc5f682b0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-001_0.txt @@ -1,5 +1,5 @@ Running #1085 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-001.c (batchinfo:1/1) @@ -47,23 +47,55 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x470810. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Alltoall(*sendbuf=0x470810, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470810, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-001.c:41) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-001) +| +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46adb0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Alltoall(*sendbuf=0x46adb0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46adb0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-001.c:41) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-001) +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error +| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: Data was corrupted during transmission to the 2 processes with local ranks [0:1] (same as global ranks): +| [0] ERROR: MPI_Alltoall(*sendbuf=..., sendcount=10, sendtype=MPI_INT, *recvbuf=..., recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-001.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-001) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208961 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 253420 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208962 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 253421 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9712302684783936 +Command return code: 255, elapsed time: 9.086404800415039 Finished #1085 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-002_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-002_0.elapsed index 91ba7b35e..7da30e3fe 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-002_0.elapsed @@ -1 +1 @@ -7.368974924087524 \ No newline at end of file +7.3405420780181885 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-002_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-002_0.txt index 88ea41b43..a43265cb3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-002_0.txt @@ -1,5 +1,5 @@ Running #1165 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-002.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x4707f0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x4707f0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470760, sendcount=1, sendtype=MPI_INT, *recvbuf=0x470760, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-002.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-002) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46acf0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46acf0, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46adb0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46adb0, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-002.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203901 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247455 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203902 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247457 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.368974924087524 +Command return code: 255, elapsed time: 7.3405420780181885 Finished #1165 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-002.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-003_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-003_0.elapsed index d0dbf0916..42abf2e9a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-003_0.elapsed @@ -1 +1 @@ -7.36699652671814 \ No newline at end of file +7.229498624801636 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-003_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-003_0.txt index 4080a501f..fb1ec57c5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-003_0.txt @@ -1,5 +1,5 @@ Running #757 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-003.c (batchinfo:1/1) @@ -57,17 +57,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-003.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-003) | [0] ERROR: 8 elements sent by local rank [0] (global rank [0]), but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ad00, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46ad00, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46adc0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46adc0, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-003.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197333 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242072 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197334 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242073 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.36699652671814 +Command return code: 255, elapsed time: 7.229498624801636 Finished #757 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-003.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-004_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-004_0.elapsed index c965c9387..2e3b41e73 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-004_0.elapsed @@ -1 +1 @@ -8.129871845245361 \ No newline at end of file +8.133735179901123 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-004_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-004_0.txt index 742127662..2a470124f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-004_0.txt @@ -1,5 +1,5 @@ Running #1121 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-004.c (batchinfo:1/1) @@ -49,22 +49,22 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x470710. +| [0] WARNING: Send and receive buffers overlap at address 0x470790. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Alltoall(*sendbuf=0x470710, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x470710, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Alltoall(*sendbuf=0x470790, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x470790, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-004.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-004) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-004) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46acb0. +| [1] WARNING: Send and receive buffers overlap at address 0x46adb0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Alltoall(*sendbuf=0x46acb0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x46acb0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Alltoall(*sendbuf=0x46adb0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x46adb0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-004.c:41) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-004) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-004) | | [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error | [0] ERROR: Mismatch found in local rank [0] (global rank [0]), @@ -74,10 +74,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-004.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed | [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -86,16 +86,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209896 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254531 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209897 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254533 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.129871845245361 +Command return code: 255, elapsed time: 8.133735179901123 Finished #1121 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-004.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-005_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-005_0.elapsed index ac9109151..39d67029b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-005_0.elapsed @@ -1 +1 @@ -7.305954694747925 \ No newline at end of file +7.2506349086761475 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-005_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-005_0.txt index 2174db773..ff0084389 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-005_0.txt @@ -1,5 +1,5 @@ Running #1156 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-005.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x470770, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x470770, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x4707f0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x4707f0, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-005.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-005) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ac70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46adb0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46adb0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-005.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199159 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244363 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199160 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244364 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.305954694747925 +Command return code: 255, elapsed time: 7.2506349086761475 Finished #1156 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-005.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-006_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-006_0.elapsed index 85e901432..765fd0b95 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-006_0.elapsed @@ -1 +1 @@ -7.319754362106323 \ No newline at end of file +7.372722387313843 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-006_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-006_0.txt index a48576038..7fc4d6c60 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-006_0.txt @@ -1,5 +1,5 @@ Running #578 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-006.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 8 elements sent by local rank [1] (global rank [1]), but 4 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x4707f0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x4707f0, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470770, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x470770, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-006.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-006) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ac80, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ac80, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ad40, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ad40, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-006.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190751 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236783 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190753 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236784 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.319754362106323 +Command return code: 255, elapsed time: 7.372722387313843 Finished #578 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-006.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-007_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-007_0.elapsed index 4904035aa..94f4512c9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-007_0.elapsed @@ -1 +1 @@ -8.033442258834839 \ No newline at end of file +8.0739266872406 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-007_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-007_0.txt index 788d17d86..5df87d5bd 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-007_0.txt @@ -1,5 +1,5 @@ Running #544 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-007.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-007.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-007) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-007) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad70. +| [1] WARNING: Send and receive buffers overlap at address 0x46adb0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Alltoall(*sendbuf=0x46ad70, sendcount=10, sendtype=MPI_LONG_LONG, *recvbuf=0x46ad70, recvcount=10, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Alltoall(*sendbuf=0x46adb0, sendcount=10, sendtype=MPI_LONG_LONG, *recvbuf=0x46adb0, recvcount=10, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-007.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-007) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-007) | | [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error | [0] ERROR: Mismatch found in local rank [0] (global rank [0]), @@ -74,10 +74,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-007.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed | [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -86,16 +86,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186735 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231952 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186736 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231953 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.033442258834839 +Command return code: 255, elapsed time: 8.0739266872406 Finished #544 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-007.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-008_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-008_0.elapsed index 215c17646..cd92757af 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-008_0.elapsed @@ -1 +1 @@ -7.125977993011475 \ No newline at end of file +7.225808143615723 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-008_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-008_0.txt index aef0b10ed..ae74e43b5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-008_0.txt @@ -1,5 +1,5 @@ Running #952 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-008.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x470760, sendcount=1, sendtype=MPI_LONG_LONG, *recvbuf=0x470760, recvcount=1, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470770, sendcount=1, sendtype=MPI_LONG_LONG, *recvbuf=0x470770, recvcount=1, recvtype=MPI_LONG_LONG, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-008.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-008) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ac70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ad30, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad30, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-008.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201081 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247716 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201082 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247717 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.125977993011475 +Command return code: 255, elapsed time: 7.225808143615723 Finished #952 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-008.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-009_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-009_0.elapsed index 1703d099d..eaa2529e0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-009_0.elapsed @@ -1 +1 @@ -7.362027645111084 \ No newline at end of file +7.313992261886597 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-009_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-009_0.txt index 3920a0eb4..7e96b1e30 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-009_0.txt @@ -1,5 +1,5 @@ Running #866 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-009.c (batchinfo:1/1) @@ -57,17 +57,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-009.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-009) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ad00, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46add0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46add0, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-009.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191966 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235555 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191967 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235556 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.362027645111084 +Command return code: 255, elapsed time: 7.313992261886597 Finished #866 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-009.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010_0.elapsed index 0b8dcbe8a..32d8eed9d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010_0.elapsed @@ -1 +1 @@ -8.74214220046997 \ No newline at end of file +8.858989715576172 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010_0.txt index 18f40c93b..4c209038f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010_0.txt @@ -1,5 +1,5 @@ Running #1171 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-010.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x470780. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Alltoall(*sendbuf=0x470780, sendcount=10, sendtype=MPI_UNSIGNED_CHAR, *recvbuf=0x470780, recvcount=10, recvtype=MPI_UNSIGNED_CHAR, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Alltoall(*sendbuf=0x470810, sendcount=10, sendtype=MPI_UNSIGNED_CHAR, *recvbuf=0x470810, recvcount=10, recvtype=MPI_UNSIGNED_CHAR, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-010.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-010) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46acf0. +| [1] WARNING: Send and receive buffers overlap at address 0x46adb0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Alltoall(*sendbuf=0x46acf0, sendcount=10, sendtype=MPI_UNSIGNED_CHAR, *recvbuf=0x46acf0, recvcount=10, recvtype=MPI_UNSIGNED_CHAR, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Alltoall(*sendbuf=0x46adb0, sendcount=10, sendtype=MPI_UNSIGNED_CHAR, *recvbuf=0x46adb0, recvcount=10, recvtype=MPI_UNSIGNED_CHAR, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-010.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-010) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Alltoall(*sendbuf=0x470780, sendcount=10, sendtype=MPI_UNSIGNED_CHAR, *recvbuf=0x470780, recvcount=10, recvtype=MPI_UNSIGNED_CHAR, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470810, sendcount=10, sendtype=MPI_UNSIGNED_CHAR, *recvbuf=0x470810, recvcount=10, recvtype=MPI_UNSIGNED_CHAR, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-010.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Alltoall(*sendbuf=0x46acf0, sendcount=10, sendtype=MPI_UNSIGNED_CHAR, *recvbuf=0x46acf0, recvcount=10, recvtype=MPI_UNSIGNED_CHAR, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Alltoall(*sendbuf=0x46adb0, sendcount=10, sendtype=MPI_UNSIGNED_CHAR, *recvbuf=0x46adb0, recvcount=10, recvtype=MPI_UNSIGNED_CHAR, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-010.c:42) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-010) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-010) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208321 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251194 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208322 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251195 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.74214220046997 +Command return code: 255, elapsed time: 8.858989715576172 Finished #1171 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-010.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-011_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-011_0.elapsed index a59c13431..45c43321c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-011_0.elapsed @@ -1 +1 @@ -7.387428045272827 \ No newline at end of file +7.4714295864105225 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-011_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-011_0.txt index ef0d2d73d..0f7047c90 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-011_0.txt @@ -1,5 +1,5 @@ Running #1144 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-011.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x4707f0, sendcount=1, sendtype=MPI_UNSIGNED_CHAR, *recvbuf=0x4707f0, recvcount=1, recvtype=MPI_UNSIGNED_CHAR, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470770, sendcount=1, sendtype=MPI_UNSIGNED_CHAR, *recvbuf=0x470770, recvcount=1, recvtype=MPI_UNSIGNED_CHAR, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-011.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-011) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ad70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad70, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ad30, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad30, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-011.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209772 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255392 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209773 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255393 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.387428045272827 +Command return code: 255, elapsed time: 7.4714295864105225 Finished #1144 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-011.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-012_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-012_0.elapsed index db4d6a788..5b46b48c5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-012_0.elapsed @@ -1 +1 @@ -7.309761047363281 \ No newline at end of file +7.37540078163147 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-012_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-012_0.txt index 2e6873f41..cb83b7e0c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-012_0.txt @@ -1,5 +1,5 @@ Running #1133 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-012.c (batchinfo:1/1) @@ -57,17 +57,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-012.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-012) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46acb0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46acb0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ad30, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad30, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-012.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203713 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249081 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203714 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249082 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.309761047363281 +Command return code: 255, elapsed time: 7.37540078163147 Finished #1133 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-012.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-013_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-013_0.elapsed index 34c85611f..312f12cfa 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-013_0.elapsed @@ -1 +1 @@ -8.221421718597412 \ No newline at end of file +8.049050569534302 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-013_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-013_0.txt index 8caea32f4..891f04f15 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-013_0.txt @@ -1,5 +1,5 @@ Running #982 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-013.c (batchinfo:1/1) @@ -55,16 +55,16 @@ Executing the command (cwd: None) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-013.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-013) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-013) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46acb0. +| [1] WARNING: Send and receive buffers overlap at address 0x46adc0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Alltoall(*sendbuf=0x46acb0, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x46acb0, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Alltoall(*sendbuf=0x46adc0, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x46adc0, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-013.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-013) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-013) | | [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error | [0] ERROR: Mismatch found in local rank [0] (global rank [0]), @@ -74,10 +74,10 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-013.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-013) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-013) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed | [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -86,16 +86,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202850 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248623 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202851 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248624 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.221421718597412 +Command return code: 255, elapsed time: 8.049050569534302 Finished #982 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-013.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-014_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-014_0.elapsed index de5defd1b..17b2f2800 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-014_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-014_0.elapsed @@ -1 +1 @@ -7.32027792930603 \ No newline at end of file +7.233935832977295 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-014_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-014_0.txt index 4af38c15b..47f3a9251 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-014_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-014_0.txt @@ -1,5 +1,5 @@ Running #972 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-014.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x4707f0, sendcount=1, sendtype=MPI_UNSIGNED, *recvbuf=0x4707f0, recvcount=1, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470760, sendcount=1, sendtype=MPI_UNSIGNED, *recvbuf=0x470760, recvcount=1, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-014.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-014) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46acb0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46acb0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ad30, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad30, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-014.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-014) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196998 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242507 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196999 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242508 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.32027792930603 +Command return code: 255, elapsed time: 7.233935832977295 Finished #972 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-014.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-015_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-015_0.elapsed index 610196283..44a144d23 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-015_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-015_0.elapsed @@ -1 +1 @@ -7.3035664558410645 \ No newline at end of file +8.912951231002808 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-015_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-015_0.txt index dfa0fe524..9ae3c2a20 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-015_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-015_0.txt @@ -1,5 +1,5 @@ Running #1027 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-015.c (batchinfo:1/1) @@ -58,18 +58,18 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-015.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-015) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46acf0, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46acf0, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ae30, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46ae30, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-015.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-015) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198773 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242738 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198774 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242739 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3035664558410645 +Command return code: 255, elapsed time: 8.912951231002808 Finished #1027 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-015.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-016_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-016_0.elapsed index 10056b662..a4544bacc 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-016_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-016_0.elapsed @@ -1 +1 @@ -1.072540521621704 \ No newline at end of file +8.099467754364014 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-016_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-016_0.txt index 599e9474f..c2c492eb3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-016_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-016_0.txt @@ -1,5 +1,5 @@ Running #1174 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-016.c (batchinfo:1/1) @@ -47,23 +47,55 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x470710. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Alltoall(*sendbuf=0x470710, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x470710, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD) +| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-016.c:41) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-016) +| +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46adc0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Alltoall(*sendbuf=0x46adc0, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x46adc0, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-016.c:41) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-016) +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error +| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: Data was corrupted during transmission to the 2 processes with local ranks [0:1] (same as global ranks): +| [0] ERROR: MPI_Alltoall(*sendbuf=..., sendcount=10, sendtype=MPI_FLOAT, *recvbuf=..., recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-016.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-016) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209627 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252126 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209628 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252127 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.072540521621704 +Command return code: 255, elapsed time: 8.099467754364014 Finished #1174 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-016.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-017_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-017_0.elapsed index 4b6469089..c96c4a2af 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-017_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-017_0.elapsed @@ -1 +1 @@ -7.341874599456787 \ No newline at end of file +7.32248330116272 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-017_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-017_0.txt index 7233318d7..2482e5d65 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-017_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-017_0.txt @@ -1,5 +1,5 @@ Running #862 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-017.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x470770, sendcount=1, sendtype=MPI_FLOAT, *recvbuf=0x470770, recvcount=1, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x4707f0, sendcount=1, sendtype=MPI_FLOAT, *recvbuf=0x4707f0, recvcount=1, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-017.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-017) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46acb0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46acb0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46adb0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46adb0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-017.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-017) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187548 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233799 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187549 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233800 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.341874599456787 +Command return code: 255, elapsed time: 7.32248330116272 Finished #862 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-017.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-018_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-018_0.elapsed index c76a1eea5..053bc5766 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-018_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-018_0.elapsed @@ -1 +1 @@ -8.282142162322998 \ No newline at end of file +7.269304275512695 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-018_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-018_0.txt index abd798d73..7252339ad 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-018_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-018_0.txt @@ -1,5 +1,5 @@ Running #929 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-018.c (batchinfo:1/1) @@ -58,18 +58,18 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-018.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-018) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ac70, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46ad30, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46ad30, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-018.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-018) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193805 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240578 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193806 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240579 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.282142162322998 +Command return code: 255, elapsed time: 7.269304275512695 Finished #929 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-018.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-019_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-019_0.elapsed index 445612065..0a96e3858 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-019_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-019_0.elapsed @@ -1 +1 @@ -7.36292576789856 \ No newline at end of file +7.140240430831909 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-019_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-019_0.txt index d665fb1e6..5d1c01570 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-019_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-019_0.txt @@ -1,5 +1,5 @@ Running #643 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-019.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x47d2d0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x47d2d0, recvcount=1, recvtype=MPI_INT, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470750, sendcount=1, sendtype=MPI_INT, *recvbuf=0x470750, recvcount=1, recvtype=MPI_INT, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-019.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-019) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46b670, sendcount=1, sendtype=MPI_CHAR, *recvbuf=0x46b670, recvcount=1, recvtype=MPI_CHAR, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46b630, sendcount=1, sendtype=MPI_CHAR, *recvbuf=0x46b630, recvcount=1, recvtype=MPI_CHAR, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-019.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-019) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-019.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189714 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235957 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189716 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235958 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.36292576789856 +Command return code: 255, elapsed time: 7.140240430831909 Finished #643 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-019.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-020_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-020_0.elapsed index 96c38d071..0681646f1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-020_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-020_0.elapsed @@ -1 +1 @@ -7.29610538482666 \ No newline at end of file +7.344432353973389 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-020_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-020_0.txt index b85ebf6f3..2fe285543 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-020_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-020_0.txt @@ -1,5 +1,5 @@ Running #657 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-020.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 4 elements sent by local rank [1] (global rank [1]), but 1 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x47d350, sendcount=1, sendtype=MPI_INT, *recvbuf=0x47d350, recvcount=1, recvtype=MPI_INT, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470850, sendcount=1, sendtype=MPI_INT, *recvbuf=0x470850, recvcount=1, recvtype=MPI_INT, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-020.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-020) | [0] ERROR: 1 elements sent by local rank [0] (global rank [0]), but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46b5f0, sendcount=4, sendtype=MPI_CHAR, *recvbuf=0x46b5f0, recvcount=4, recvtype=MPI_CHAR, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46b730, sendcount=4, sendtype=MPI_CHAR, *recvbuf=0x46b730, recvcount=4, recvtype=MPI_CHAR, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-020.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-020) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196897 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243037 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196898 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243038 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.29610538482666 +Command return code: 255, elapsed time: 7.344432353973389 Finished #657 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-020.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-021_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-021_0.elapsed index 35ed3942c..30f805e69 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-021_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-021_0.elapsed @@ -1 +1 @@ -7.266970634460449 \ No newline at end of file +7.349060297012329 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-021_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-021_0.txt index 566e461f5..3d50cfbed 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-021_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-021_0.txt @@ -1,5 +1,5 @@ Running #810 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-021.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x47d2d0, sendcount=1, sendtype=MPI_CHAR, *recvbuf=0x47d2d0, recvcount=1, recvtype=MPI_CHAR, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470850, sendcount=1, sendtype=MPI_CHAR, *recvbuf=0x470850, recvcount=1, recvtype=MPI_CHAR, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-021.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-021) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46b570, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b570, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46b730, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b730, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-021.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-021) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199286 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245740 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199287 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245741 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.266970634460449 +Command return code: 255, elapsed time: 7.349060297012329 Finished #810 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-021.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-022_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-022_0.elapsed index 365a264d9..8845f3088 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-022_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-022_0.elapsed @@ -1 +1 @@ -7.074962615966797 \ No newline at end of file +7.307709455490112 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-022_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-022_0.txt index 6e1fb993a..e769ecacd 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-022_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-022_0.txt @@ -1,5 +1,5 @@ Running #637 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-022.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 1 elements sent by local rank [1] (global rank [1]), but 4 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x47d2c0, sendcount=4, sendtype=MPI_CHAR, *recvbuf=0x47d2c0, recvcount=4, recvtype=MPI_CHAR, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x4707c0, sendcount=4, sendtype=MPI_CHAR, *recvbuf=0x4707c0, recvcount=4, recvtype=MPI_CHAR, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-022.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-022) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-022) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46b5f0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b5f0, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46b630, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b630, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-022.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-022) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-022) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-022.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-022.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186260 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232195 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186261 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232196 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.074962615966797 +Command return code: 255, elapsed time: 7.307709455490112 Finished #637 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-022.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-023_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-023_0.elapsed index 8b15e894f..2e9f4b7fb 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-023_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-023_0.elapsed @@ -1 +1 @@ -1.0563714504241943 \ No newline at end of file +7.461821794509888 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-023_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-023_0.txt index 61f350f89..dcbacb3ba 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-023_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-023_0.txt @@ -1,5 +1,5 @@ Running #939 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-023.c (batchinfo:1/1) @@ -47,23 +47,46 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), +| [0] ERROR: but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [0] (same as global rank): +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470850, sendcount=1, sendtype=MPI_BYTE, *recvbuf=0x470850, recvcount=1, recvtype=MPI_BYTE, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-023.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-023) +| [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), +| [0] ERROR: but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46b6b0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b6b0, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-023.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-023) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196718 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243524 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196719 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243525 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0563714504241943 +Command return code: 255, elapsed time: 7.461821794509888 Finished #939 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-023.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-024_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-024_0.elapsed index cd239f7cd..50b3515e4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-024_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-024_0.elapsed @@ -1 +1 @@ -7.124801158905029 \ No newline at end of file +7.331867694854736 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-024_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-024_0.txt index 0ea24f763..01385bf73 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-024_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-024_0.txt @@ -1,5 +1,5 @@ Running #888 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-024.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_alltoall-024.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 1 elements sent by local rank [1] (global rank [1]), but 4 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x47d350, sendcount=4, sendtype=MPI_BYTE, *recvbuf=0x47d350, recvcount=4, recvtype=MPI_BYTE, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x470850, sendcount=4, sendtype=MPI_BYTE, *recvbuf=0x470850, recvcount=4, recvtype=MPI_BYTE, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-024.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-024) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-024) | [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Alltoall(*sendbuf=0x46b5f0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b5f0, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Alltoall(*sendbuf=0x46b6c0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b6c0, recvcount=1, recvtype=MPI_INT, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-024.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_alltoall-024) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_alltoall-024) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-024.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_alltoall-024.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201657 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244763 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201658 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244765 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.124801158905029 +Command return code: 255, elapsed time: 7.331867694854736 Finished #888 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_alltoall-024.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-001_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-001_0.elapsed index 9fa9b8274..b6d61a9eb 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-001_0.elapsed @@ -1 +1 @@ -7.257026672363281 \ No newline at end of file +2.223886728286743 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-001_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-001_0.txt index dee360086..d8ba7782b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-001_0.txt @@ -1,5 +1,5 @@ Running #605 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-001.c (batchinfo:1/1) @@ -47,36 +47,15 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error -| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: Data was corrupted during transmission to the 2 processes with local ranks [0:1] (same as global ranks): -| [0] ERROR: MPI_Bcast(*buffer=..., count=10, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-001.c:39) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Error checking completed without finding any problems. | -| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| Rank 0 finished normally +| Rank 1 finished normally | | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189053 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189054 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -Command return code: 255, elapsed time: 7.257026672363281 +Command return code: 0, elapsed time: 2.223886728286743 Finished #605 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-002_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-002_0.elapsed index c98ccfac7..709397f8f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-002_0.elapsed @@ -1 +1 @@ -7.3079750537872314 \ No newline at end of file +7.455729007720947 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-002_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-002_0.txt index baf136974..0b1306a87 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-002_0.txt @@ -1,5 +1,5 @@ Running #1228 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-002.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470690, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-002.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-002) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac10, count=1, datatype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad60, count=1, datatype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-002.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205932 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248655 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205933 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248656 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3079750537872314 +Command return code: 255, elapsed time: 7.455729007720947 Finished #1228 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-002.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-003_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-003_0.elapsed index b253cd996..23b3e4f42 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-003_0.elapsed @@ -1 +1 @@ -8.815958023071289 \ No newline at end of file +7.293578624725342 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-003_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-003_0.txt index 57f290c4d..2fe78957b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-003_0.txt @@ -1,5 +1,5 @@ Running #1025 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-003.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-003.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-003) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ad20, count=4, datatype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad60, count=4, datatype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-003.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198218 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241968 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198219 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241969 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.815958023071289 +Command return code: 255, elapsed time: 7.293578624725342 Finished #1025 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-003.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-004_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-004_0.elapsed index 8c84e2017..bad9e97ef 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-004_0.elapsed @@ -1 +1 @@ -7.353271007537842 \ No newline at end of file +2.227471351623535 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-004_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-004_0.txt index 879bae842..7f3610ab7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-004_0.txt @@ -1,5 +1,5 @@ Running #927 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-004.c (batchinfo:1/1) @@ -47,36 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error -| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: Data was corrupted during transmission to the 2 processes with local ranks [0:1] (same as global ranks): -| [0] ERROR: MPI_Bcast(*buffer=..., count=10, datatype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-004.c:39) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-004) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Error checking completed without finding any problems. | -| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| Rank 0 finished normally +| Rank 1 finished normally | | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193214 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193215 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -Command return code: 255, elapsed time: 7.353271007537842 +Command return code: 0, elapsed time: 2.227471351623535 Finished #927 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-004.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005_0.elapsed index d5de77177..2eb8a6b7c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005_0.elapsed @@ -1 +1 @@ -7.336841583251953 \ No newline at end of file +1.0085647106170654 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005_0.md5sum deleted file mode 100644 index 740387957..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -c8e81edaa2a0e73d4842584f397b0e8b \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005_0.txt index 888a1aab4..7998935cd 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005_0.txt @@ -1,5 +1,5 @@ Running #772 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-005.c (batchinfo:1/1) @@ -47,43 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error -| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=1, datatype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-005.c:40) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005) -| [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by -| [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac90, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-005.c:44) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-005) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191253 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236697 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191255 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236698 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.336841583251953 +Command return code: 255, elapsed time: 1.0085647106170654 Finished #772 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-005.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-006_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-006_0.elapsed index 1608333af..d83f828a3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-006_0.elapsed @@ -1 +1 @@ -7.349685192108154 \ No newline at end of file +7.362116575241089 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-006_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-006_0.txt index f709db627..d298df4d0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-006_0.txt @@ -1,5 +1,5 @@ Running #1041 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-006.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-006.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-006) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac60, count=8, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad70, count=8, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-006.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205206 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255223 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205207 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255224 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.349685192108154 +Command return code: 255, elapsed time: 7.362116575241089 Finished #1041 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-006.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-007_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-007_0.elapsed index 5c4526596..6db0729ae 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-007_0.elapsed @@ -1 +1 @@ -2.284339189529419 \ No newline at end of file +2.159630060195923 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-007_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-007_0.txt index b9147ab65..301e01e17 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-007_0.txt @@ -1,5 +1,5 @@ Running #541 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-007.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.284339189529419 +Command return code: 0, elapsed time: 2.159630060195923 Finished #541 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-007.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-008_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-008_0.elapsed index 8eec8fd3f..898e32cb9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-008_0.elapsed @@ -1 +1 @@ -7.597102403640747 \ No newline at end of file +7.232134580612183 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-008_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-008_0.txt index 10ce4b7e3..f362d9d8a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-008_0.txt @@ -1,5 +1,5 @@ Running #775 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-008.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-008.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-008) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac50, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46add0, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-008.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192561 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237664 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192562 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237666 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.597102403640747 +Command return code: 255, elapsed time: 7.232134580612183 Finished #775 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-008.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-009_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-009_0.elapsed index 5562fe867..7f2bc099d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-009_0.elapsed @@ -1 +1 @@ -7.259490489959717 \ No newline at end of file +7.203436613082886 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-009_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-009_0.txt index 41ca9dc84..89f94a9b0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-009_0.txt @@ -1,5 +1,5 @@ Running #721 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-009.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-009.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-009) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac10, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad60, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-009.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196937 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242890 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196938 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242892 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.259490489959717 +Command return code: 255, elapsed time: 7.203436613082886 Finished #721 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-009.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-010_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-010_0.elapsed index 7ae1c7cf0..684895ee2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-010_0.elapsed @@ -1 +1 @@ -2.0199718475341797 \ No newline at end of file +2.1181890964508057 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-010_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-010_0.txt index a24244e62..53dff96bb 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-010_0.txt @@ -1,5 +1,5 @@ Running #512 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-010.c (batchinfo:1/1) @@ -47,13 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -Command return code: 0, elapsed time: 2.0199718475341797 +Command return code: 0, elapsed time: 2.1181890964508057 Finished #512 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-010.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-011_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-011_0.elapsed index 23ba57193..d52e4e420 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-011_0.elapsed @@ -1 +1 @@ -7.562492609024048 \ No newline at end of file +7.269269227981567 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-011_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-011_0.txt index 0be7edb14..c6289845f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-011_0.txt @@ -1,5 +1,5 @@ Running #647 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-011.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-011.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-011) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac50, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad50, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-011.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193563 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240279 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193564 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240280 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.562492609024048 +Command return code: 255, elapsed time: 7.269269227981567 Finished #647 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-011.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-012_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-012_0.elapsed index ab7c9caaf..90e31e359 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-012_0.elapsed @@ -1 +1 @@ -7.232475280761719 \ No newline at end of file +7.479328870773315 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-012_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-012_0.txt index 70b1d5e54..b8b5d2697 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-012_0.txt @@ -1,5 +1,5 @@ Running #1092 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-012.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470700, count=4, datatype=MPI_SHORT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=4, datatype=MPI_SHORT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-012.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-012) | [0] ERROR: 4 elements transferred by peer but 2 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac10, count=2, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad60, count=2, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-012.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198797 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243790 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198798 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243791 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.232475280761719 +Command return code: 255, elapsed time: 7.479328870773315 Finished #1092 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-012.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-013_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-013_0.elapsed index 1c83bc4d9..a27b312ab 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-013_0.elapsed @@ -1 +1 @@ -7.185235500335693 \ No newline at end of file +2.226052761077881 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-013_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-013_0.txt index a6d93429a..937c6ea36 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-013_0.txt @@ -1,5 +1,5 @@ Running #621 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-013.c (batchinfo:1/1) @@ -47,36 +47,15 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error -| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: Data was corrupted during transmission to the 2 processes with local ranks [0:1] (same as global ranks): -| [0] ERROR: MPI_Bcast(*buffer=..., count=10, datatype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-013.c:40) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-013) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Error checking completed without finding any problems. | -| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| Rank 0 finished normally +| Rank 1 finished normally | | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196465 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196467 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -Command return code: 255, elapsed time: 7.185235500335693 +Command return code: 0, elapsed time: 2.226052761077881 Finished #621 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-013.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-014_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-014_0.elapsed index 1f9b819a3..cfe76d7fd 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-014_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-014_0.elapsed @@ -1 +1 @@ -7.276286840438843 \ No newline at end of file +9.051163673400879 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-014_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-014_0.txt index e57563c4e..ec33b8454 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-014_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-014_0.txt @@ -1,5 +1,5 @@ Running #493 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-014.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470690, count=1, datatype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=1, datatype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-014.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-014) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ad10, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad60, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-014.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-014) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199660 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245609 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199661 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245615 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.276286840438843 +Command return code: 255, elapsed time: 9.051163673400879 Finished #493 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-014.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-015_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-015_0.elapsed index f029b07b5..42f902e5b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-015_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-015_0.elapsed @@ -1 +1 @@ -7.421234846115112 \ No newline at end of file +7.3109846115112305 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-015_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-015_0.txt index da42a053a..9b3c57381 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-015_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-015_0.txt @@ -1,5 +1,5 @@ Running #794 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-015.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=4, datatype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470700, count=4, datatype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-015.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-015) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac20, count=8, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ade0, count=8, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-015.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-015) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186691 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232192 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186692 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232193 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.421234846115112 +Command return code: 255, elapsed time: 7.3109846115112305 Finished #794 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-015.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-016_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-016_0.elapsed index 099d328c1..e6f698793 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-016_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-016_0.elapsed @@ -1 +1 @@ -7.3745200634002686 \ No newline at end of file +2.110177993774414 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-016_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-016_0.txt index d96dbfbb9..c8d1c45a4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-016_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-016_0.txt @@ -1,5 +1,5 @@ Running #1069 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-016.c (batchinfo:1/1) @@ -47,36 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error -| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: Data was corrupted during transmission to the 2 processes with local ranks [0:1] (same as global ranks): -| [0] ERROR: MPI_Bcast(*buffer=..., count=10, datatype=MPI_LONG_LONG, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-016.c:40) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-016) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Error checking completed without finding any problems. | -| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| Rank 0 finished normally +| Rank 1 finished normally | | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202052 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202053 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -Command return code: 255, elapsed time: 7.3745200634002686 +Command return code: 0, elapsed time: 2.110177993774414 Finished #1069 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-016.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-017_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-017_0.elapsed index ba79abfc1..3591a1a4a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-017_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-017_0.elapsed @@ -1 +1 @@ -7.216588497161865 \ No newline at end of file +7.162139654159546 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-017_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-017_0.txt index 46e67697d..6777ec12f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-017_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-017_0.txt @@ -1,5 +1,5 @@ Running #706 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-017.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470690, count=1, datatype=MPI_LONG_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470710, count=1, datatype=MPI_LONG_LONG, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-017.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-017) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac90, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46acd0, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-017.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-017) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190091 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236070 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190093 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236071 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.216588497161865 +Command return code: 255, elapsed time: 7.162139654159546 Finished #706 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-017.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-018_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-018_0.elapsed index 4c564f2f5..3ec35ea93 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-018_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-018_0.elapsed @@ -1 +1 @@ -7.45004415512085 \ No newline at end of file +7.530847549438477 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-018_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-018_0.txt index 2fc8826e0..9d6d25b1b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-018_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-018_0.txt @@ -1,5 +1,5 @@ Running #1016 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-018.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470700, count=4, datatype=MPI_LONG_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470710, count=4, datatype=MPI_LONG_LONG, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-018.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-018) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac20, count=8, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ace0, count=8, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-018.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-018) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202912 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248962 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202913 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248963 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.45004415512085 +Command return code: 255, elapsed time: 7.530847549438477 Finished #1016 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-018.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-019_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-019_0.elapsed index 0001fffee..4d0dec608 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-019_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-019_0.elapsed @@ -1 +1 @@ -2.2294249534606934 \ No newline at end of file +2.1723573207855225 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-019_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-019_0.txt index 652942a24..66b72d19e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-019_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-019_0.txt @@ -1,5 +1,5 @@ Running #744 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-019.c (batchinfo:1/1) @@ -47,14 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-019.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | | Rank 0 finished normally | Rank 1 finished normally | -| -Command return code: 0, elapsed time: 2.2294249534606934 +Command return code: 0, elapsed time: 2.1723573207855225 Finished #744 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-019.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-020_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-020_0.elapsed index b6858a608..54787afad 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-020_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-020_0.elapsed @@ -1 +1 @@ -7.3832786083221436 \ No newline at end of file +7.483346462249756 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-020_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-020_0.txt index 6382b4df9..df98320ed 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-020_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-020_0.txt @@ -1,5 +1,5 @@ Running #980 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-020.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470700, count=1, datatype=MPI_UNSIGNED_CHAR, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=1, datatype=MPI_UNSIGNED_CHAR, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-020.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-020) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac90, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad60, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-020.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-020) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202464 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248193 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202465 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248194 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3832786083221436 +Command return code: 255, elapsed time: 7.483346462249756 Finished #980 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-020.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-021_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-021_0.elapsed index dffb4e0bb..b21e8ad9d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-021_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-021_0.elapsed @@ -1 +1 @@ -7.3671674728393555 \ No newline at end of file +7.260448217391968 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-021_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-021_0.txt index 0b9630aed..4c4897499 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-021_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-021_0.txt @@ -1,5 +1,5 @@ Running #977 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-021.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=4, datatype=MPI_UNSIGNED_CHAR, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470700, count=4, datatype=MPI_UNSIGNED_CHAR, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-021.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-021) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac10, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46acd0, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-021.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-021) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201627 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247092 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201628 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247093 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3671674728393555 +Command return code: 255, elapsed time: 7.260448217391968 Finished #977 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-021.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-022_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-022_0.elapsed index fc3fd2734..0d137704e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-022_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-022_0.elapsed @@ -1 +1 @@ -7.233082294464111 \ No newline at end of file +2.2263436317443848 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-022_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-022_0.txt index bc5f7b454..4399813b9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-022_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-022_0.txt @@ -1,5 +1,5 @@ Running #943 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-022.c (batchinfo:1/1) @@ -47,36 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-022.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error -| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: Data was corrupted during transmission to the 2 processes with local ranks [0:1] (same as global ranks): -| [0] ERROR: MPI_Bcast(*buffer=..., count=10, datatype=MPI_UNSIGNED, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-022.c:40) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-022) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-022.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Error checking completed without finding any problems. | -| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| Rank 0 finished normally +| Rank 1 finished normally | | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197775 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197776 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -Command return code: 255, elapsed time: 7.233082294464111 +Command return code: 0, elapsed time: 2.2263436317443848 Finished #943 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-022.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-023_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-023_0.elapsed index 1b9a57015..64228449a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-023_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-023_0.elapsed @@ -1 +1 @@ -7.300940036773682 \ No newline at end of file +7.347103595733643 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-023_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-023_0.txt index 36ffb7b20..e0c897acb 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-023_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-023_0.txt @@ -1,5 +1,5 @@ Running #658 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-023.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470690, count=1, datatype=MPI_UNSIGNED, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=1, datatype=MPI_UNSIGNED, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-023.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-023) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac10, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46acd0, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-023.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-023) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-023.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197238 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243387 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197240 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243388 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.300940036773682 +Command return code: 255, elapsed time: 7.347103595733643 Finished #658 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-023.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-024_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-024_0.elapsed index fb9f51813..b2d17b3dd 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-024_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-024_0.elapsed @@ -1 +1 @@ -7.320986270904541 \ No newline at end of file +7.418631315231323 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-024_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-024_0.txt index 607a22f27..4125d794b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-024_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-024_0.txt @@ -1,5 +1,5 @@ Running #825 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-024.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-024.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=4, datatype=MPI_UNSIGNED, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470690, count=4, datatype=MPI_UNSIGNED, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-024.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-024) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-024) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ad10, count=4, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46acd0, count=4, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-024.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-024) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-024) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-024.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-024.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186012 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231912 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186013 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231913 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.320986270904541 +Command return code: 255, elapsed time: 7.418631315231323 Finished #825 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-024.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-025_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-025_0.elapsed index f5b4b1724..ba67fe73f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-025_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-025_0.elapsed @@ -1 +1 @@ -7.344792366027832 \ No newline at end of file +2.1760237216949463 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-025_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-025_0.txt index 5da828d91..843a5200b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-025_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-025_0.txt @@ -1,5 +1,5 @@ Running #506 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-025.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-025.c (batchinfo:1/1) @@ -47,36 +47,13 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-025.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error -| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: Data was corrupted during transmission to the 2 processes with local ranks [0:1] (same as global ranks): -| [0] ERROR: MPI_Bcast(*buffer=..., count=10, datatype=MPI_UNSIGNED_LONG, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-025.c:40) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-025) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-025.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Error checking completed without finding any problems. | -| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| Rank 0 finished normally +| Rank 1 finished normally | -| -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 178114 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 178115 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -Command return code: 255, elapsed time: 7.344792366027832 +Command return code: 0, elapsed time: 2.1760237216949463 Finished #506 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-025.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-026_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-026_0.elapsed index 65efa8d2d..7f22b865c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-026_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-026_0.elapsed @@ -1 +1 @@ -7.340662240982056 \ No newline at end of file +7.212894439697266 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-026_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-026_0.txt index 94b1e2293..51489a770 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-026_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-026_0.txt @@ -1,5 +1,5 @@ Running #973 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-026.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-026.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-026.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-026) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac50, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad60, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-026.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-026) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-026.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-026.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197342 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242889 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197343 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242891 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.340662240982056 +Command return code: 255, elapsed time: 7.212894439697266 Finished #973 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-026.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-027_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-027_0.elapsed index 6096a9df6..8b6615b7c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-027_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-027_0.elapsed @@ -1 +1 @@ -7.320253372192383 \ No newline at end of file +7.056658744812012 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-027_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-027_0.txt index e081b24d1..9921bee49 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-027_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-027_0.txt @@ -1,5 +1,5 @@ Running #868 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-027.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-027.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-027.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-027) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-027) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac60, count=8, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ace0, count=8, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-027.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-027) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-027) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-027.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-027.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192856 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236429 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192859 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236431 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.320253372192383 +Command return code: 255, elapsed time: 7.056658744812012 Finished #868 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-027.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-028_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-028_0.elapsed index 658059aea..8fc5f4e41 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-028_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-028_0.elapsed @@ -1 +1 @@ -8.04815411567688 \ No newline at end of file +2.211270332336426 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-028_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-028_0.txt index ab48f0e96..c53030223 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-028_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-028_0.txt @@ -1,5 +1,5 @@ Running #588 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-028.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-028.c (batchinfo:1/1) @@ -47,36 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-028.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error -| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: Data was corrupted during transmission to the 2 processes with local ranks [0:1] (same as global ranks): -| [0] ERROR: MPI_Bcast(*buffer=..., count=10, datatype=MPI_FLOAT, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-028.c:39) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-028) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-028.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Error checking completed without finding any problems. | -| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| Rank 0 finished normally +| Rank 1 finished normally | | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193731 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193732 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -Command return code: 255, elapsed time: 8.04815411567688 +Command return code: 0, elapsed time: 2.211270332336426 Finished #588 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-028.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-029_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-029_0.elapsed index 7fc934971..ed0b031af 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-029_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-029_0.elapsed @@ -1 +1 @@ -7.329896926879883 \ No newline at end of file +7.3249595165252686 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-029_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-029_0.txt index 3d03666e4..46a0ea9a6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-029_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-029_0.txt @@ -1,5 +1,5 @@ Running #488 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-029.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-029.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-029.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-029) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac90, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad60, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-029.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-029) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-029.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-029.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195252 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241235 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195253 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241236 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.329896926879883 +Command return code: 255, elapsed time: 7.3249595165252686 Finished #488 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-029.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-030_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-030_0.elapsed index ecec022c4..c9e215ab1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-030_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-030_0.elapsed @@ -1 +1 @@ -1.2792127132415771 \ No newline at end of file +7.320609092712402 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-030_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-030_0.txt index 9d6c75991..6ae31c767 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-030_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-030_0.txt @@ -1,5 +1,5 @@ Running #574 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-030.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-030.c (batchinfo:1/1) @@ -47,23 +47,43 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: No problem found in local rank [0] (same as global rank): +| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=4, datatype=MPI_FLOAT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-030.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-030) +| [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Bcast(*buffer=0x46ad60, count=4, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-030.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-030) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-030.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189895 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235038 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189896 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235040 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.2792127132415771 +Command return code: 255, elapsed time: 7.320609092712402 Finished #574 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-030.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-031_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-031_0.elapsed index 589738df7..f666b0614 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-031_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-031_0.elapsed @@ -1 +1 @@ -3.2302467823028564 \ No newline at end of file +3.0168259143829346 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-031_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-031_0.txt index 6e55d6bc4..313b5c6ef 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-031_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-031_0.txt @@ -1,5 +1,5 @@ Running #1215 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-031.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-031.c (batchinfo:1/1) @@ -49,16 +49,16 @@ Executing the command (cwd: None) | | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Derived datatype addresses the same bytes at address 0x46ac91 +| [1] WARNING: Derived datatype addresses the same bytes at address 0x46acd1 | [1] WARNING: in the receive buffer multiple times, which is only | [1] WARNING: allowed for send buffers. | [1] WARNING: Control over new buffer is about to be transferred to MPI at: -| [1] WARNING: MPI_Bcast(*buffer=0x46ac90, count=10, datatype=MPI_C_BOOL, root=0, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Bcast(*buffer=0x46acd0, count=10, datatype=MPI_C_BOOL, root=0, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-031.c:39) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-031) -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-031.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-031) +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-031.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed | [0] INFO: Found 1 problem (0 errors + 1 warning), 0 reports were suppressed. @@ -67,6 +67,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 3.2302467823028564 +Command return code: 0, elapsed time: 3.0168259143829346 Finished #1215 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-031.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-032_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-032_0.elapsed index b3cbfd091..7305e8f2a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-032_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-032_0.elapsed @@ -1 +1 @@ -8.050992727279663 \ No newline at end of file +7.502509355545044 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-032_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-032_0.txt index c97220efc..e2b31fd1c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-032_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-032_0.txt @@ -1,5 +1,5 @@ Running #1208 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-032.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-032.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470690, count=1, datatype=MPI_C_BOOL, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470710, count=1, datatype=MPI_C_BOOL, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-032.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-032) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-032) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ad10, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad60, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-032.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-032) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-032) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-032.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-032.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217473 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 262812 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217475 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 262813 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.050992727279663 +Command return code: 255, elapsed time: 7.502509355545044 Finished #1208 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-032.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033_0.elapsed index 0543420bb..8ac80c3dd 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033_0.elapsed @@ -1 +1 @@ -7.35531759262085 \ No newline at end of file +0.9605414867401123 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033_0.md5sum deleted file mode 100644 index df028bca8..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -d637d61e8d6223e1ef5e515ea3f79012 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033_0.txt index a5ad83975..f67d5a25e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033_0.txt @@ -1,5 +1,5 @@ Running #1073 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-033.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-033.c (batchinfo:1/1) @@ -47,43 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error -| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=4, datatype=MPI_C_BOOL, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-033.c:41) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033) -| [0] ERROR: 4 elements transferred by peer but 1 expected by -| [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac90, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-033.c:45) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-033) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-033.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205271 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249986 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205272 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249988 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.35531759262085 +Command return code: 255, elapsed time: 0.9605414867401123 Finished #1073 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-033.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-034_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-034_0.elapsed index de8ffc141..a46ba213a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-034_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-034_0.elapsed @@ -1 +1 @@ -7.488803148269653 \ No newline at end of file +2.2306230068206787 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-034_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-034_0.txt index 6860defa8..8e1053810 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-034_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-034_0.txt @@ -1,5 +1,5 @@ Running #934 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-034.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-034.c (batchinfo:1/1) @@ -47,36 +47,14 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-034.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error -| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: Data was corrupted during transmission to the 2 processes with local ranks [0:1] (same as global ranks): -| [0] ERROR: MPI_Bcast(*buffer=..., count=10, datatype=MPI_UINT64_T, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-034.c:39) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-034) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-034.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Error checking completed without finding any problems. | -| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| Rank 0 finished normally +| Rank 1 finished normally | | -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195521 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -| =================================================================================== -| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195522 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de -| = KILLED BY SIGNAL: 9 (Killed) -| =================================================================================== -| -Command return code: 255, elapsed time: 7.488803148269653 +Command return code: 0, elapsed time: 2.2306230068206787 Finished #934 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-034.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-035_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-035_0.elapsed index 545637565..09a72a1b3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-035_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-035_0.elapsed @@ -1 +1 @@ -7.231781005859375 \ No newline at end of file +7.419965744018555 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-035_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-035_0.txt index 932e8d479..353a66e21 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-035_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-035_0.txt @@ -1,5 +1,5 @@ Running #1072 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-035.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-035.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-035.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-035) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-035) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac10, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad60, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-035.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-035) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-035) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-035.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-035.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204821 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249607 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204822 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249609 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.231781005859375 +Command return code: 255, elapsed time: 7.419965744018555 Finished #1072 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-035.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-036_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-036_0.elapsed index c2ab6ea6f..8e64fcfe0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-036_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-036_0.elapsed @@ -1 +1 @@ -7.2894957065582275 \ No newline at end of file +7.316867828369141 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-036_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-036_0.txt index 3c4c8f41b..e9dc02674 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-036_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-036_0.txt @@ -1,5 +1,5 @@ Running #692 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-036.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-036.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=4, datatype=MPI_UINT64_T, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470700, count=4, datatype=MPI_UINT64_T, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-036.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-036) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-036) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac20, count=8, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ace0, count=8, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-036.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-036) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-036) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-036.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-036.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198492 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247496 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198494 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247497 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2894957065582275 +Command return code: 255, elapsed time: 7.316867828369141 Finished #692 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-036.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-037_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-037_0.elapsed index 0fe65ab5e..60faf3bab 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-037_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-037_0.elapsed @@ -1 +1 @@ -2.1547749042510986 \ No newline at end of file +2.1077494621276855 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-037_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-037_0.txt index 50dc99ba7..3e4402fc5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-037_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-037_0.txt @@ -1,5 +1,5 @@ Running #1129 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-037.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-037.c (batchinfo:1/1) @@ -47,7 +47,7 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-037.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-037.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: Error checking completed without finding any problems. | @@ -55,6 +55,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.1547749042510986 +Command return code: 0, elapsed time: 2.1077494621276855 Finished #1129 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-037.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-038_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-038_0.elapsed index 2d466dc6f..c1ed228fa 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-038_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-038_0.elapsed @@ -1 +1 @@ -7.589886903762817 \ No newline at end of file +7.415961742401123 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-038_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-038_0.txt index be05aabf6..0a911431e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-038_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-038_0.txt @@ -1,5 +1,5 @@ Running #1217 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-038.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-038.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-038.c:40) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-038) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-038) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac10, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46acd0, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-038.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-038) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-038) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-038.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-038.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 219918 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 264884 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 219919 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 264885 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.589886903762817 +Command return code: 255, elapsed time: 7.415961742401123 Finished #1217 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-038.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-039_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-039_0.elapsed index a641128a3..b99d2ff36 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-039_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-039_0.elapsed @@ -1 +1 @@ -7.033214807510376 \ No newline at end of file +7.172065734863281 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-039_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-039_0.txt index 36502368a..16f7cc935 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-039_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-039_0.txt @@ -1,5 +1,5 @@ Running #508 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-039.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-039.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=4, datatype=MPI_BYTE, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470690, count=4, datatype=MPI_BYTE, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-039.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-039) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-039) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac90, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46acd0, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-039.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-039) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-039) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-039.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-039.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 179761 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 225329 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 179762 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 225330 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.033214807510376 +Command return code: 255, elapsed time: 7.172065734863281 Finished #508 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-039.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-040_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-040_0.elapsed index 958effd9b..ac692847c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-040_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-040_0.elapsed @@ -1 +1 @@ -1.11899995803833 \ No newline at end of file +61.057101249694824 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-040_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-040_0.md5sum deleted file mode 100644 index 9f35f90d4..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-040_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -37cbdb76d4f7ced89e56d9d80cc7043f \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-040_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-040_0.txt index 613510ebe..d555382c9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-040_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-040_0.txt @@ -1,5 +1,5 @@ Running #1028 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-040.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-040.c (batchinfo:1/1) @@ -51,24 +51,25 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | +| [0] ERROR: no progress observed in any process for over 1:00 minutes, aborting application +| [0] WARNING: starting emergency trace file writing | [1] ERROR: Signal 11 caught in ITC code section. | [1] ERROR: Either ITC is faulty or (more likely in a release version) | [1] ERROR: the application has corrupted ITC's internal data structures. | [1] ERROR: Giving up now... -| [0] ERROR: connection closed by peer, receiving remaining 8 of 8 bytes failed | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199157 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243105 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199158 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243106 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.11899995803833 +Command return code: 255, elapsed time: 61.057101249694824 Finished #1028 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-040.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-041_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-041_0.elapsed index 0a51e62c3..862b07b4a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-041_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-041_0.elapsed @@ -1 +1 @@ -7.305324554443359 \ No newline at end of file +7.037953615188599 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-041_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-041_0.txt index 4c61609f9..f5949f4c6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-041_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-041_0.txt @@ -1,5 +1,5 @@ Running #955 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-041.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-041.c (batchinfo:1/1) @@ -56,21 +56,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470690, count=1, datatype=MPI_DOUBLE_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470790, count=1, datatype=MPI_DOUBLE_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-041.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-041) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-041) | [0] ERROR: 2 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ad10, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad60, count=1, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-041.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-041) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-041) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-041.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-041.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203892 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250501 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203893 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250503 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.305324554443359 +Command return code: 255, elapsed time: 7.037953615188599 Finished #955 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-041.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-042_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-042_0.elapsed index 91c11b290..3d85e3ac7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-042_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-042_0.elapsed @@ -1 +1 @@ -7.405182838439941 \ No newline at end of file +7.54912805557251 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-042_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-042_0.txt index 2e20bbcae..0da841662 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-042_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-042_0.txt @@ -1,5 +1,5 @@ Running #674 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-042.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-042.c (batchinfo:1/1) @@ -56,21 +56,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470700, count=4, datatype=MPI_DOUBLE_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x470710, count=4, datatype=MPI_DOUBLE_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-042.c:53) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-042) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-042) | [0] ERROR: 8 elements transferred by peer but 16 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46ac40, count=16, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Bcast(*buffer=0x46ad00, count=16, datatype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-042.c:58) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-042) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-042) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-042.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-042.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188186 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233672 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188187 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233673 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.405182838439941 +Command return code: 255, elapsed time: 7.54912805557251 Finished #674 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-042.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-043_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-043_0.elapsed index f68d76200..e76bda5a7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-043_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-043_0.elapsed @@ -1 +1 @@ -1.0600576400756836 \ No newline at end of file +7.286869049072266 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-043_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-043_0.txt index 825616be1..284561cbe 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-043_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-043_0.txt @@ -1,5 +1,5 @@ Running #575 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-043.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-043.c (batchinfo:1/1) @@ -47,23 +47,43 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: No problem found in local rank [0] (same as global rank): +| [0] ERROR: MPI_Bcast(*buffer=0x470700, count=1, datatype=MPI_INT, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-043.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-043) +| [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Bcast(*buffer=0x46b580, count=1, datatype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-043.c:47) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-043) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-043.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189941 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235384 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189942 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235385 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0600576400756836 +Command return code: 255, elapsed time: 7.286869049072266 Finished #575 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-043.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-044_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-044_0.elapsed index fcf3fa4d4..3395a9e66 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-044_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-044_0.elapsed @@ -1 +1 @@ -7.112344741821289 \ No newline at end of file +7.284547328948975 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-044_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-044_0.txt index 74be44b09..ac04d3e1b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-044_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-044_0.txt @@ -1,5 +1,5 @@ Running #882 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-044.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-044.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47d230, count=8, datatype=MPI_INT, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x470800, count=8, datatype=MPI_INT, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-044.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-044) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-044) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b4d0, count=4, datatype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b620, count=4, datatype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-044.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-044) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-044) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-044.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-044.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196878 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240618 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196879 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240619 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.112344741821289 +Command return code: 255, elapsed time: 7.284547328948975 Finished #882 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-044.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-045_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-045_0.elapsed index 18676e659..caab9b59a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-045_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-045_0.elapsed @@ -1 +1 @@ -7.302464723587036 \ No newline at end of file +7.282693862915039 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-045_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-045_0.txt index 80b1034ed..6542a64ea 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-045_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-045_0.txt @@ -1,5 +1,5 @@ Running #671 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-045.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-045.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470780, count=1, datatype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x470700, count=1, datatype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-045.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-045) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-045) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b4c0, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b580, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-045.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-045) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-045) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-045.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-045.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186823 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232447 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186824 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232448 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.302464723587036 +Command return code: 255, elapsed time: 7.282693862915039 Finished #671 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-045.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-046_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-046_0.elapsed index 79049d13c..912be8745 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-046_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-046_0.elapsed @@ -1 +1 @@ -9.002740383148193 \ No newline at end of file +7.549241542816162 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-046_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-046_0.txt index 632ae0646..a76b928ef 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-046_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-046_0.txt @@ -1,5 +1,5 @@ Running #984 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-046.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-046.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47d2b0, count=4, datatype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x470800, count=4, datatype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-046.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-046) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-046) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b5d0, count=8, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b620, count=8, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-046.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-046) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-046) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-046.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-046.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203363 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248968 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203364 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248971 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 9.002740383148193 +Command return code: 255, elapsed time: 7.549241542816162 Finished #984 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-046.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-047_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-047_0.elapsed index f2693e2fe..3d07c379c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-047_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-047_0.elapsed @@ -1 +1 @@ -7.1267194747924805 \ No newline at end of file +7.162672758102417 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-047_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-047_0.txt index f38afad5c..1b92bb56c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-047_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-047_0.txt @@ -1,5 +1,5 @@ Running #976 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-047.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-047.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-047.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-047) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-047) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b4c0, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b680, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-047.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-047) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-047) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-047.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-047.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201201 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246688 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201202 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246689 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.1267194747924805 +Command return code: 255, elapsed time: 7.162672758102417 Finished #976 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-047.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-048_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-048_0.elapsed index 4498701da..7979d397c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-048_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-048_0.elapsed @@ -1 +1 @@ -7.406147718429565 \ No newline at end of file +7.321146488189697 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-048_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-048_0.txt index 3ddf001c6..7e26c6e3b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-048_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-048_0.txt @@ -1,5 +1,5 @@ Running #778 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-048.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-048.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470800, count=4, datatype=MPI_CHAR, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x470780, count=4, datatype=MPI_CHAR, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-048.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-048) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-048) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b540, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b580, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-048.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-048) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-048) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-048.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-048.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193435 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238767 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193436 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238769 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.406147718429565 +Command return code: 255, elapsed time: 7.321146488189697 Finished #778 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-048.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-049_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-049_0.elapsed index 085c37df2..7f2f20456 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-049_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-049_0.elapsed @@ -1 +1 @@ -7.410842418670654 \ No newline at end of file +7.300144195556641 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-049_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-049_0.txt index 2d6ce9efb..2f3bf91d4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-049_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-049_0.txt @@ -1,5 +1,5 @@ Running #1088 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-049.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-049.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470800, count=1, datatype=MPI_UNSIGNED_CHAR, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x470770, count=1, datatype=MPI_UNSIGNED_CHAR, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-049.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-049) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-049) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b540, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b580, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-049.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-049) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-049) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-049.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-049.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209891 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254702 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209892 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254703 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.410842418670654 +Command return code: 255, elapsed time: 7.300144195556641 Finished #1088 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-049.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-050_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-050_0.elapsed index 9efaed339..2dba7d597 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-050_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-050_0.elapsed @@ -1 +1 @@ -7.4274656772613525 \ No newline at end of file +7.286050796508789 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-050_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-050_0.txt index 2ed2891bf..9674ddff7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-050_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-050_0.txt @@ -1,5 +1,5 @@ Running #920 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-050.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-050.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x470800, count=4, datatype=MPI_UNSIGNED_CHAR, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x470780, count=4, datatype=MPI_UNSIGNED_CHAR, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-050.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-050) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-050) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b5c0, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b610, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-050.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-050) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-050) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-050.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-050.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203130 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249390 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203131 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249391 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.4274656772613525 +Command return code: 255, elapsed time: 7.286050796508789 Finished #920 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-050.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-051_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-051_0.elapsed index dd1adbdf3..96a82c9fb 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-051_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-051_0.elapsed @@ -1 +1 @@ -7.4421632289886475 \ No newline at end of file +7.346928358078003 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-051_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-051_0.txt index 8727d7913..2e0a07faf 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-051_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-051_0.txt @@ -1,5 +1,5 @@ Running #1053 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-051.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-051.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-051.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-051) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-051) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b4c0, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b610, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-051.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-051) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-051) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-051.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-051.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211865 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261403 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211867 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261404 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.4421632289886475 +Command return code: 255, elapsed time: 7.346928358078003 Finished #1053 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-051.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-052_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-052_0.elapsed index 19b94e38b..ab66ace35 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-052_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-052_0.elapsed @@ -1 +1 @@ -7.151203393936157 \ No newline at end of file +7.4002366065979 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-052_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-052_0.txt index 45df13fa5..795aa3647 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-052_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-052_0.txt @@ -1,5 +1,5 @@ Running #515 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-052.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-052.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-052.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-052) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-052) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b5c0, count=4, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b580, count=4, datatype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-052.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-052) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-052) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-052.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-052.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 184323 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 229728 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 184325 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 229729 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.151203393936157 +Command return code: 255, elapsed time: 7.4002366065979 Finished #515 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-052.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-053_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-053_0.elapsed index 8e2d4360c..56c39e1e8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-053_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-053_0.elapsed @@ -1 +1 @@ -7.941389083862305 \ No newline at end of file +7.251350164413452 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-053_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-053_0.txt index 640254517..5e5e26f3d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-053_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-053_0.txt @@ -1,5 +1,5 @@ Running #691 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-053.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-053.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47d310, count=1, datatype=MPI_INT, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x47d320, count=1, datatype=MPI_INT, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-053.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-053) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-053) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b510, count=1, datatype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b6d0, count=1, datatype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-053.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-053) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-053) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-053.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-053.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198232 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247004 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198234 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247005 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.941389083862305 +Command return code: 255, elapsed time: 7.251350164413452 Finished #691 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-053.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-054_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-054_0.elapsed index c144934de..e01c77d5e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-054_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-054_0.elapsed @@ -1 +1 @@ -7.323238372802734 \ No newline at end of file +7.328054904937744 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-054_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-054_0.txt index fe4452db0..75a19b440 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-054_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-054_0.txt @@ -1,5 +1,5 @@ Running #1056 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-054.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-054.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47d280, count=8, datatype=MPI_INT, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x47d290, count=8, datatype=MPI_INT, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-054.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-054) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-054) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b620, count=4, datatype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b5e0, count=4, datatype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-054.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-054) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-054) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-054.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-054.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197943 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242820 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197944 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242821 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.323238372802734 +Command return code: 255, elapsed time: 7.328054904937744 Finished #1056 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-054.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-055_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-055_0.elapsed index 4b82e6c25..28d96f346 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-055_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-055_0.elapsed @@ -1 +1 @@ -7.4241132736206055 \ No newline at end of file +8.035228252410889 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-055_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-055_0.txt index ec9f63f41..f3101d430 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-055_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-055_0.txt @@ -1,5 +1,5 @@ Running #527 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-055.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-055.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47f300, count=1, datatype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x47d320, count=1, datatype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-055.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-055) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-055) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b610, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b650, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-055.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-055) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-055) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-055.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-055.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191352 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237217 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191353 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237218 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.4241132736206055 +Command return code: 255, elapsed time: 8.035228252410889 Finished #527 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-055.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-056_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-056_0.elapsed index fbbca1644..953e3ca1e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-056_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-056_0.elapsed @@ -1 +1 @@ -7.297471284866333 \ No newline at end of file +7.32628321647644 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-056_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-056_0.txt index 766aaf173..b7e009627 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-056_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-056_0.txt @@ -1,5 +1,5 @@ Running #904 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-056.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-056.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47d310, count=4, datatype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x47d320, count=4, datatype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-056.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-056) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-056) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b5a0, count=8, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b5e0, count=8, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-056.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-056) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-056) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-056.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-056.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195871 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242201 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195872 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242202 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.297471284866333 +Command return code: 255, elapsed time: 7.32628321647644 Finished #904 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-056.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-057_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-057_0.elapsed index a6e381015..ec5c5f9eb 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-057_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-057_0.elapsed @@ -1 +1 @@ -7.182787179946899 \ No newline at end of file +7.28748631477356 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-057_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-057_0.txt index a0e31e307..1a8ff9691 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-057_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-057_0.txt @@ -1,5 +1,5 @@ Running #602 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-057.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-057.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47d210, count=1, datatype=MPI_CHAR, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x47d2a0, count=1, datatype=MPI_CHAR, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-057.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-057) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-057) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b510, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b5d0, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-057.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-057) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-057) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-057.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-057.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188120 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233217 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188121 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233218 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.182787179946899 +Command return code: 255, elapsed time: 7.28748631477356 Finished #602 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-057.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-058_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-058_0.elapsed index 0d32a1199..62aea0cc0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-058_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-058_0.elapsed @@ -1 +1 @@ -7.255878925323486 \ No newline at end of file +7.154923439025879 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-058_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-058_0.txt index 2f8295f14..d6488e078 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-058_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-058_0.txt @@ -1,5 +1,5 @@ Running #499 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-058.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-058.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47d310, count=4, datatype=MPI_CHAR, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x47d320, count=4, datatype=MPI_CHAR, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-058.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-058) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-058) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b610, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b660, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-058.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-058) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-058) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-058.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-058.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 173674 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 219494 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 173675 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 219496 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.255878925323486 +Command return code: 255, elapsed time: 7.154923439025879 Finished #499 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-058.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-059_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-059_0.elapsed index 3f3542edb..dcfb535f5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-059_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-059_0.elapsed @@ -1 +1 @@ -7.219035625457764 \ No newline at end of file +7.2389562129974365 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-059_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-059_0.txt index 063ed9c81..c60ded7e8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-059_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-059_0.txt @@ -1,5 +1,5 @@ Running #988 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-059.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-059.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47d290, count=1, datatype=MPI_LONG, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x47d320, count=1, datatype=MPI_LONG, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-059.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-059) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-059) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b590, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b6d0, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-059.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-059) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-059) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-059.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-059.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204461 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249932 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204462 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249933 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.219035625457764 +Command return code: 255, elapsed time: 7.2389562129974365 Finished #988 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-059.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-060_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-060_0.elapsed index 058ec4940..d88e310b3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-060_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-060_0.elapsed @@ -1 +1 @@ -7.3372368812561035 \ No newline at end of file +7.305689096450806 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-060_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-060_0.txt index cc62efd81..f5e659681 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-060_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-060_0.txt @@ -1,5 +1,5 @@ Running #848 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-060.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-060.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47d290, count=4, datatype=MPI_LONG, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x47d320, count=4, datatype=MPI_LONG, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-060.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-060) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-060) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b520, count=8, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b660, count=8, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-060.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-060) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-060) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-060.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-060.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201844 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247904 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201845 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247905 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3372368812561035 +Command return code: 255, elapsed time: 7.305689096450806 Finished #848 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-060.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-061_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-061_0.elapsed index 70d53b621..7da07e650 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-061_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-061_0.elapsed @@ -1 +1 @@ -7.3124213218688965 \ No newline at end of file +7.406127214431763 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-061_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-061_0.txt index 1a9a21eed..bf27200a4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-061_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-061_0.txt @@ -1,5 +1,5 @@ Running #668 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-061.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-061.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47d310, count=1, datatype=MPI_FLOAT, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x47d320, count=1, datatype=MPI_FLOAT, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-061.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-061) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-061) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b510, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b650, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-061.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-061) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-061) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-061.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-061.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185666 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231275 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185667 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231276 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3124213218688965 +Command return code: 255, elapsed time: 7.406127214431763 Finished #668 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-061.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-062_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-062_0.elapsed index 2807e5620..04fe1f185 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-062_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-062_0.elapsed @@ -1 +1 @@ -7.466399908065796 \ No newline at end of file +7.39757227897644 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-062_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-062_0.txt index e97646801..6d1e8c80b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-062_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-062_0.txt @@ -1,5 +1,5 @@ Running #1199 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-062.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-062.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47d310, count=4, datatype=MPI_FLOAT, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x47d320, count=4, datatype=MPI_FLOAT, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-062.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-062) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-062) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b550, count=4, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b660, count=4, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-062.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-062) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-062) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-062.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-062.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209903 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255424 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209904 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255425 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.466399908065796 +Command return code: 255, elapsed time: 7.39757227897644 Finished #1199 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-062.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-063_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-063_0.elapsed index 54e8a9898..1a09309e8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-063_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-063_0.elapsed @@ -1 +1 @@ -7.215790271759033 \ No newline at end of file +7.332586050033569 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-063_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-063_0.txt index 047e4afaf..4a99c35d9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-063_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-063_0.txt @@ -1,5 +1,5 @@ Running #620 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-063.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-063.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47d310, count=1, datatype=MPI_BYTE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x47d290, count=1, datatype=MPI_BYTE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-063.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-063) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-063) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b510, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b5d0, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-063.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-063) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-063) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-063.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-063.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195999 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239660 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196002 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239661 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.215790271759033 +Command return code: 255, elapsed time: 7.332586050033569 Finished #620 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-063.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-064_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-064_0.elapsed index 2dc22bcd0..a7b0485ed 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-064_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-064_0.elapsed @@ -1 +1 @@ -7.193971395492554 \ No newline at end of file +7.215073823928833 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-064_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-064_0.txt index 54c0b1b82..1df971fa9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_bcast-064_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_bcast-064_0.txt @@ -1,5 +1,5 @@ Running #584 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-064.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_bcast-064.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x47d280, count=4, datatype=MPI_BYTE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x47d2a0, count=4, datatype=MPI_BYTE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-064.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-064) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-064) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Bcast(*buffer=0x46b510, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Bcast(*buffer=0x46b660, count=1, datatype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-064.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_bcast-064) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_bcast-064) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-064.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_bcast-064.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192765 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238472 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192766 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238473 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.193971395492554 +Command return code: 255, elapsed time: 7.215073823928833 Finished #584 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_bcast-064.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-001_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-001_0.elapsed index aa8760278..73e806d84 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-001_0.elapsed @@ -1 +1 @@ -8.61661696434021 \ No newline at end of file +7.197955846786499 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-001_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-001_0.txt index 4357086ba..ec95f9d12 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-001_0.txt @@ -1,5 +1,5 @@ Running #595 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_exscan-001.c (batchinfo:1/1) @@ -49,62 +49,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca70. +| [0] WARNING: Send and receive buffers overlap at address 0x470780. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Exscan(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Exscan(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-001.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-001) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46acf0. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Exscan(*sendbuf=0x46acf0, *recvbuf=0x46acf0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-001.c:41) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-001) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Exscan(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Exscan(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-001.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-001) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Exscan(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Exscan(*sendbuf=0x46acf0, *recvbuf=0x46acf0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-001.c:41) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-001) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ad30. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Exscan(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-001.c:41) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-001) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 180470 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 225775 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 180472 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 225776 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.61661696434021 +Command return code: 255, elapsed time: 7.197955846786499 Finished #595 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-002_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-002_0.elapsed index 31b2b1f0d..a4fd12bda 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-002_0.elapsed @@ -1 +1 @@ -7.302906036376953 \ No newline at end of file +7.3579864501953125 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-002_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-002_0.txt index 9a3e9453e..918a9d086 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-002_0.txt @@ -1,5 +1,5 @@ Running #1011 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_exscan-002.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x470770, *recvbuf=0x470770, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-002.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-002) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-002.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202035 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248124 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202036 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248126 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.302906036376953 +Command return code: 255, elapsed time: 7.3579864501953125 Finished #1011 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-002.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-003_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-003_0.elapsed index 6af1e3488..a9dd008db 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-003_0.elapsed @@ -1 +1 @@ -7.2531843185424805 \ No newline at end of file +7.28213906288147 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-003_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-003_0.txt index 30c61702c..b43d8b68b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-003_0.txt @@ -1,5 +1,5 @@ Running #1038 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_exscan-003.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x470760, *recvbuf=0x470760, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-003.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-003) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x46acc0, *recvbuf=0x46acc0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x46ad40, *recvbuf=0x46ad40, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-003.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204007 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254193 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204008 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254194 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2531843185424805 +Command return code: 255, elapsed time: 7.28213906288147 Finished #1038 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-003.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-004_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-004_0.elapsed index 8b099d2e0..6166aa4f4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-004_0.elapsed @@ -1 +1 @@ -8.778944969177246 \ No newline at end of file +7.573606491088867 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-004_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-004_0.txt index 39812e85e..50b89ee38 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-004_0.txt @@ -1,5 +1,5 @@ Running #859 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_exscan-004.c (batchinfo:1/1) @@ -49,62 +49,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca70. +| [0] WARNING: Send and receive buffers overlap at address 0x470780. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Exscan(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Exscan(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-004.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-004) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-004) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ac70. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Exscan(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-004.c:41) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-004) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Exscan(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Exscan(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-004.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-004) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Exscan(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-004.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Exscan(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-004.c:41) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-004) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ad30. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Exscan(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-004.c:41) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-004) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186655 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232655 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186656 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232656 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.778944969177246 +Command return code: 255, elapsed time: 7.573606491088867 Finished #859 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-004.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-005_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-005_0.elapsed index 00be6627d..e8cb66c36 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-005_0.elapsed @@ -1 +1 @@ -7.460203647613525 \ No newline at end of file +7.432239294052124 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-005_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-005_0.txt index 410bf3ffa..a9a5d49c3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-005_0.txt @@ -1,5 +1,5 @@ Running #1054 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_exscan-005.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-005.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-005) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x46acb0, *recvbuf=0x46acb0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x46adb0, *recvbuf=0x46adb0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-005.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 212175 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 261840 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 212176 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 261841 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.460203647613525 +Command return code: 255, elapsed time: 7.432239294052124 Finished #1054 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-005.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-006_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-006_0.elapsed index 833a67795..cf7569b83 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-006_0.elapsed @@ -1 +1 @@ -7.218094825744629 \ No newline at end of file +7.216154336929321 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-006_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-006_0.txt index 82526b6f7..068dd7379 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-006_0.txt @@ -1,5 +1,5 @@ Running #746 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_exscan-006.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-006.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-006) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x46ae40, *recvbuf=0x46ae40, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-006.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190821 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236008 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190822 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236009 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.218094825744629 +Command return code: 255, elapsed time: 7.216154336929321 Finished #746 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-006.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-007_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-007_0.elapsed index dfee4696a..9629b3487 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-007_0.elapsed @@ -1 +1 @@ -8.751944780349731 \ No newline at end of file +7.414645671844482 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-007_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-007_0.txt index c4fbdb0cd..4726efe26 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-007_0.txt @@ -1,5 +1,5 @@ Running #1225 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_exscan-007.c (batchinfo:1/1) @@ -49,62 +49,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca70. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Exscan(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Exscan(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-007.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-007) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-007) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ac70. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Exscan(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-007.c:42) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-007) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Exscan(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Exscan(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-007.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-007) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Exscan(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-007.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Exscan(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-007.c:42) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-007) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ad30. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Exscan(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-007.c:42) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-007) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204581 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248000 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204582 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248001 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.751944780349731 +Command return code: 255, elapsed time: 7.414645671844482 Finished #1225 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-007.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-008_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-008_0.elapsed index 4c33c28ee..f4e62cc78 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-008_0.elapsed @@ -1 +1 @@ -7.327320337295532 \ No newline at end of file +7.314575433731079 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-008_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-008_0.txt index d8f60e64b..99e7a1819 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-008_0.txt @@ -1,5 +1,5 @@ Running #670 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_exscan-008.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=1, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x470760, *recvbuf=0x470760, count=1, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-008.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-008) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x46acf0, *recvbuf=0x46acf0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-008.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186518 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232074 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186519 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232075 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.327320337295532 +Command return code: 255, elapsed time: 7.314575433731079 Finished #670 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-008.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-009_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-009_0.elapsed index 1d2ce3d5d..c0bfee0e3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-009_0.elapsed @@ -1 +1 @@ -7.3770551681518555 \ No newline at end of file +7.2807297706604 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-009_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-009_0.txt index f9d52d87a..92d385cdc 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_exscan-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_exscan-009_0.txt @@ -1,5 +1,5 @@ Running #522 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_exscan-009.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=4, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x470760, *recvbuf=0x470760, count=4, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-009.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-009) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Exscan(*sendbuf=0x46ac80, *recvbuf=0x46ac80, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Exscan(*sendbuf=0x46ad40, *recvbuf=0x46ad40, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-009.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_exscan-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_exscan-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_exscan-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187040 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232460 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187041 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232461 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3770551681518555 +Command return code: 255, elapsed time: 7.2807297706604 Finished #522 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_exscan-009.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-001_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-001_0.elapsed index 6bffa9b6a..82a9712d3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-001_0.elapsed @@ -1 +1 @@ -8.186535358428955 \ No newline at end of file +7.408517837524414 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-001_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-001_0.txt index 5fecb9946..349dcde9c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-001_0.txt @@ -1,5 +1,5 @@ Running #963 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-001.c (batchinfo:1/1) @@ -49,46 +49,49 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47c9e0. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Gather(*sendbuf=0x47c9e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x47c9e0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Gather(*sendbuf=0x470810, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470810, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-001.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-001) | -| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error -| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: Data was corrupted during transmission to local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47c9e0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x47c9e0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Gather(*sendbuf=0x470810, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470810, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-001) -| [0] ERROR: Local rank [1] (same as global rank): -| [0] ERROR: <<no file/line information found>> +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-001) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Gather(*sendbuf=0x470810, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470810, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-001.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed -| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193803 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239589 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193804 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239590 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.186535358428955 +Command return code: 255, elapsed time: 7.408517837524414 Finished #963 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-002_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-002_0.elapsed index a374f5f80..9448f2322 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-002_0.elapsed @@ -1 +1 @@ -7.214780807495117 \ No newline at end of file +7.357603549957275 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-002_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-002_0.txt index 1084eb2e7..52dd5b805 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-002_0.txt @@ -1,5 +1,5 @@ Running #901 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-002.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x4707f0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x4707f0, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x470770, sendcount=1, sendtype=MPI_INT, *recvbuf=0x470770, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-002.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-002) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46acf0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46acf0, recvcount=1, recvtype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x46ad30, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46ad30, recvcount=1, recvtype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-002.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192331 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238757 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192332 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238758 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.214780807495117 +Command return code: 255, elapsed time: 7.357603549957275 Finished #901 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-002.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-003_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-003_0.elapsed index 6821a98b4..b879927b2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-003_0.elapsed @@ -1 +1 @@ -7.318322420120239 \ No newline at end of file +0.9685268402099609 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-003_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_gather-003_0.md5sum deleted file mode 100644 index 977667225..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-003_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -e1b2437be2e9e56bfadec26108905cdf \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-003_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-003_0.txt index 36007a0ee..824de2dcf 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-003_0.txt @@ -1,5 +1,5 @@ Running #923 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-003.c (batchinfo:1/1) @@ -47,43 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error -| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x4707f0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x4707f0, recvcount=8, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-003.c:43) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-003) -| [0] ERROR: 8 elements transferred by peer but 4 expected by -| [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46ad80, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46ad80, recvcount=4, recvtype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-003.c:48) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-003) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204141 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250677 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204142 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250678 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.318322420120239 +Command return code: 255, elapsed time: 0.9685268402099609 Finished #923 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-003.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-004_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-004_0.elapsed index 4619269a8..6ca92550a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-004_0.elapsed @@ -1 +1 @@ -7.433602333068848 \ No newline at end of file +7.356238842010498 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-004_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-004_0.txt index 9375eee44..cfaae98be 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-004_0.txt @@ -1,5 +1,5 @@ Running #869 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-004.c (batchinfo:1/1) @@ -49,46 +49,49 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47c970. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Gather(*sendbuf=0x47c970, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x47c970, recvcount=10, recvtype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Gather(*sendbuf=0x470810, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x470810, recvcount=10, recvtype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-004.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-004) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-004) | -| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error -| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: Data was corrupted during transmission to local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47c970, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x47c970, recvcount=10, recvtype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Gather(*sendbuf=0x470810, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x470810, recvcount=10, recvtype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-004.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-004) -| [0] ERROR: Local rank [1] (same as global rank): -| [0] ERROR: <<no file/line information found>> +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-004) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Gather(*sendbuf=0x470810, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x470810, recvcount=10, recvtype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-004.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed -| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193141 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236873 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193142 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236874 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.433602333068848 +Command return code: 255, elapsed time: 7.356238842010498 Finished #869 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-004.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-005_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-005_0.elapsed index e11773c05..c788b92d5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-005_0.elapsed @@ -1 +1 @@ -7.057183027267456 \ No newline at end of file +7.072724342346191 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-005_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-005_0.txt index 55bbd5be5..1d1e49146 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-005_0.txt @@ -1,5 +1,5 @@ Running #564 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-005.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x470770, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x470770, recvcount=1, recvtype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x4707f0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x4707f0, recvcount=1, recvtype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-005.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-005) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46ad70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad70, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x46adc0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46adc0, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-005.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 181403 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 226550 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 181404 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 226551 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.057183027267456 +Command return code: 255, elapsed time: 7.072724342346191 Finished #564 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-005.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-006_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-006_0.elapsed index a462630c2..4f186d51a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-006_0.elapsed @@ -1 +1 @@ -7.17313289642334 \ No newline at end of file +1.157003402709961 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-006_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_gather-006_0.md5sum deleted file mode 100644 index 9edd2607b..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-006_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -6b59976e46cfb9fcdfa3db1867347316 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-006_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-006_0.txt index 962220396..80f1877d6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-006_0.txt @@ -1,5 +1,5 @@ Running #883 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-006.c (batchinfo:1/1) @@ -47,43 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error -| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x4707f0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x4707f0, recvcount=4, recvtype=MPI_DOUBLE, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-006.c:43) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-006) -| [0] ERROR: 4 elements transferred by peer but 8 expected by -| [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46ad00, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=8, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-006.c:48) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-006) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197194 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240961 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197195 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240962 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.17313289642334 +Command return code: 255, elapsed time: 1.157003402709961 Finished #883 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-006.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-007_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-007_0.elapsed index bd564eaa4..25b66e1ce 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-007_0.elapsed @@ -1 +1 @@ -7.341836929321289 \ No newline at end of file +7.415160417556763 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-007_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-007_0.txt index f19e4f81a..45443c4de 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-007_0.txt @@ -1,5 +1,5 @@ Running #592 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-007.c (batchinfo:1/1) @@ -49,25 +49,25 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47c9e0. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Gather(*sendbuf=0x47c9e0, sendcount=10, sendtype=MPI_CHAR, *recvbuf=0x47c9e0, recvcount=10, recvtype=MPI_CHAR, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Gather(*sendbuf=0x470810, sendcount=10, sendtype=MPI_CHAR, *recvbuf=0x470810, recvcount=10, recvtype=MPI_CHAR, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-007.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-007) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-007) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Gather(*sendbuf=0x47c9e0, sendcount=10, sendtype=MPI_CHAR, *recvbuf=0x47c9e0, recvcount=10, recvtype=MPI_CHAR, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x470810, sendcount=10, sendtype=MPI_CHAR, *recvbuf=0x470810, recvcount=10, recvtype=MPI_CHAR, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-007.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197889 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243251 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197890 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243252 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.341836929321289 +Command return code: 255, elapsed time: 7.415160417556763 Finished #592 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-007.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-008_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-008_0.elapsed index 3d2d816e5..e9a70408c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-008_0.elapsed @@ -1 +1 @@ -7.3094117641448975 \ No newline at end of file +7.382369041442871 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-008_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-008_0.txt index f85da6932..632a2460e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-008_0.txt @@ -1,5 +1,5 @@ Running #925 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-008.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x470770, sendcount=1, sendtype=MPI_CHAR, *recvbuf=0x470770, recvcount=1, recvtype=MPI_CHAR, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x4706f0, sendcount=1, sendtype=MPI_CHAR, *recvbuf=0x4706f0, recvcount=1, recvtype=MPI_CHAR, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-008.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-008) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46ac70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x46adb0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46adb0, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-008.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189886 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236131 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189887 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236132 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3094117641448975 +Command return code: 255, elapsed time: 7.382369041442871 Finished #925 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-008.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-009_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-009_0.elapsed index 34365863c..cda218a4e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-009_0.elapsed @@ -1 +1 @@ -7.211311101913452 \ No newline at end of file +7.342010736465454 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-009_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-009_0.txt index b62d06808..498838d75 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-009_0.txt @@ -1,5 +1,5 @@ Running #631 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-009.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x4706f0, sendcount=4, sendtype=MPI_CHAR, *recvbuf=0x4706f0, recvcount=4, recvtype=MPI_CHAR, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x470770, sendcount=4, sendtype=MPI_CHAR, *recvbuf=0x470770, recvcount=4, recvtype=MPI_CHAR, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-009.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-009) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46ac70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x46adc0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46adc0, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-009.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183297 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228979 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183298 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228980 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.211311101913452 +Command return code: 255, elapsed time: 7.342010736465454 Finished #631 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-009.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-010_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-010_0.elapsed index 746eeaf6c..7e69274b8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-010_0.elapsed @@ -1 +1 @@ -7.482892751693726 \ No newline at end of file +7.361905097961426 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-010_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-010_0.txt index c316531e3..f87a558fa 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-010_0.txt @@ -1,5 +1,5 @@ Running #669 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-010.c (batchinfo:1/1) @@ -49,46 +49,49 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca70. +| [0] WARNING: Send and receive buffers overlap at address 0x470780. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Gather(*sendbuf=0x47ca70, sendcount=10, sendtype=MPI_LONG, *recvbuf=0x47ca70, recvcount=10, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Gather(*sendbuf=0x470780, sendcount=10, sendtype=MPI_LONG, *recvbuf=0x470780, recvcount=10, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-010.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-010) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-010) | -| [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error -| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: Data was corrupted during transmission to local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47ca70, sendcount=10, sendtype=MPI_LONG, *recvbuf=0x47ca70, recvcount=10, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Gather(*sendbuf=0x470780, sendcount=10, sendtype=MPI_LONG, *recvbuf=0x470780, recvcount=10, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-010.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-010) -| [0] ERROR: Local rank [1] (same as global rank): -| [0] ERROR: <<no file/line information found>> +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-010) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Gather(*sendbuf=0x470780, sendcount=10, sendtype=MPI_LONG, *recvbuf=0x470780, recvcount=10, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-010.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed -| [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186171 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231658 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186172 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231659 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.482892751693726 +Command return code: 255, elapsed time: 7.361905097961426 Finished #669 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-010.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-011_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-011_0.elapsed index 56e966d04..4fef2373e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-011_0.elapsed @@ -1 +1 @@ -7.378030776977539 \ No newline at end of file +7.215559244155884 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-011_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-011_0.txt index a7723c660..2a98d5517 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-011_0.txt @@ -1,5 +1,5 @@ Running #1013 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-011.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x470770, sendcount=1, sendtype=MPI_LONG, *recvbuf=0x470770, recvcount=1, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x4707f0, sendcount=1, sendtype=MPI_LONG, *recvbuf=0x4707f0, recvcount=1, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-011.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-011) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46ac70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x46adc0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46adc0, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-011.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202522 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248561 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202523 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248562 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.378030776977539 +Command return code: 255, elapsed time: 7.215559244155884 Finished #1013 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-011.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-012_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-012_0.elapsed index 5bef8661a..38cb2f335 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-012_0.elapsed @@ -1 +1 @@ -7.3003363609313965 \ No newline at end of file +7.2263312339782715 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-012_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-012_0.txt index 74558a3ea..b7014b523 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-012_0.txt @@ -1,5 +1,5 @@ Running #767 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-012.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-012.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-012) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46ad00, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=8, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x46ae40, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ae40, recvcount=8, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-012.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189362 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234440 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189363 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234441 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3003363609313965 +Command return code: 255, elapsed time: 7.2263312339782715 Finished #767 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-012.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-013_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-013_0.elapsed index 6a86791ca..0bfa5d9f8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-013_0.elapsed @@ -1 +1 @@ -7.8391947746276855 \ No newline at end of file +7.3809638023376465 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-013_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-013_0.txt index a400cc746..b2ccb657e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-013_0.txt @@ -1,5 +1,5 @@ Running #801 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-013.c (batchinfo:1/1) @@ -49,25 +49,25 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47c9e0. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Gather(*sendbuf=0x47c9e0, sendcount=10, sendtype=MPI_BYTE, *recvbuf=0x47c9e0, recvcount=10, recvtype=MPI_BYTE, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Gather(*sendbuf=0x470810, sendcount=10, sendtype=MPI_BYTE, *recvbuf=0x470810, recvcount=10, recvtype=MPI_BYTE, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-013.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-013) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-013) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Gather(*sendbuf=0x47c9e0, sendcount=10, sendtype=MPI_BYTE, *recvbuf=0x47c9e0, recvcount=10, recvtype=MPI_BYTE, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x470810, sendcount=10, sendtype=MPI_BYTE, *recvbuf=0x470810, recvcount=10, recvtype=MPI_BYTE, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-013.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-013) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-013) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194108 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240428 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194109 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240429 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.8391947746276855 +Command return code: 255, elapsed time: 7.3809638023376465 Finished #801 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-013.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-014_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-014_0.elapsed index 3bb6b7b20..27bcaa253 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-014_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-014_0.elapsed @@ -1 +1 @@ -7.2716193199157715 \ No newline at end of file +7.412261962890625 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-014_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-014_0.txt index 0890e973d..a6663d057 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-014_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-014_0.txt @@ -1,5 +1,5 @@ Running #479 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-014.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-014.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-014) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46acb0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46acb0, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x46adc0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46adc0, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-014.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-014) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189807 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234422 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189808 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234423 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.2716193199157715 +Command return code: 255, elapsed time: 7.412261962890625 Finished #479 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-014.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-015_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-015_0.elapsed index 2ee586eed..c732c963d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-015_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-015_0.elapsed @@ -1 +1 @@ -7.445036172866821 \ No newline at end of file +7.246957778930664 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-015_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-015_0.txt index 31df10d88..5425fa8f8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-015_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-015_0.txt @@ -1,5 +1,5 @@ Running #1046 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-015.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-015.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-015) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46acf0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46acf0, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x46ad30, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad30, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-015.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-015) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206720 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 256692 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206721 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 256693 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.445036172866821 +Command return code: 255, elapsed time: 7.246957778930664 Finished #1046 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-015.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-016_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-016_0.elapsed index 9fa05ec1b..0fbfd49bd 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-016_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-016_0.elapsed @@ -1 +1 @@ -7.506358623504639 \ No newline at end of file +7.3363118171691895 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-016_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-016_0.txt index 438d6062e..86e30e206 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-016_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-016_0.txt @@ -1,5 +1,5 @@ Running #468 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-016.c (batchinfo:1/1) @@ -49,28 +49,28 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47cba0. +| [0] WARNING: Send and receive buffers overlap at address 0x47cb00. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Gather(*sendbuf=0x47cba0, sendcount=10, sendtype=0x8c000006, *recvbuf=0x47cba0, recvcount=10, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Gather(*sendbuf=0x47cb00, sendcount=10, sendtype=0x8c000006, *recvbuf=0x47cb00, recvcount=10, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-016.c:46) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-016) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-016) | | [0] ERROR: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: error | [0] ERROR: Mismatch found in local rank [0] (global rank [0]), | [0] ERROR: other processes may also be affected. | [0] ERROR: Data was corrupted during transmission to local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47cba0, sendcount=10, sendtype=0x8c000006, *recvbuf=0x47cba0, recvcount=10, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x47cb00, sendcount=10, sendtype=0x8c000006, *recvbuf=0x47cb00, recvcount=10, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-016.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-016) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-016) | [0] ERROR: Local rank [1] (same as global rank): | [0] ERROR: <<no file/line information found>> | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed | [0] INFO: GLOBAL:COLLECTIVE:DATA_TRANSMISSION_CORRUPTED: found 1 time (1 error + 0 warnings), 0 reports were suppressed @@ -79,16 +79,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185540 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 230606 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185541 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 230607 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.506358623504639 +Command return code: 255, elapsed time: 7.3363118171691895 Finished #468 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-016.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-017_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-017_0.elapsed index 0a4d3bcff..102cc0fa2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-017_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-017_0.elapsed @@ -1 +1 @@ -7.369657039642334 \ No newline at end of file +7.365285873413086 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-017_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-017_0.txt index b4a6d77ec..679cc7ce1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-017_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-017_0.txt @@ -1,5 +1,5 @@ Running #993 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-017.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x4707f0, sendcount=1, sendtype=0x8c000006, *recvbuf=0x4707f0, recvcount=1, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x47cab0, sendcount=1, sendtype=0x8c000006, *recvbuf=0x47cab0, recvcount=1, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-017.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-017) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46ada0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ada0, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x46af60, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46af60, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-017.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-017) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193143 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239341 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193144 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239342 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.369657039642334 +Command return code: 255, elapsed time: 7.365285873413086 Finished #993 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-017.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-018_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-018_0.elapsed index 926f02420..9166b678c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-018_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-018_0.elapsed @@ -1 +1 @@ -7.249187231063843 \ No newline at end of file +7.352123737335205 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-018_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-018_0.txt index 654888f0e..9f57163a3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-018_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-018_0.txt @@ -1,5 +1,5 @@ Running #1039 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-018.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47cae0, sendcount=4, sendtype=0x8c000006, *recvbuf=0x47cae0, recvcount=4, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x47cab0, sendcount=4, sendtype=0x8c000006, *recvbuf=0x47cab0, recvcount=4, recvtype=0x8c000006, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-018.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-018) | [0] ERROR: 16 elements transferred by peer but 24 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46ae70, sendcount=24, sendtype=MPI_INT, *recvbuf=0x46ae70, recvcount=24, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Gather(*sendbuf=0x46af30, sendcount=24, sendtype=MPI_INT, *recvbuf=0x46af30, recvcount=24, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-018.c:55) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-018) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204297 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254530 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204298 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254532 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.249187231063843 +Command return code: 255, elapsed time: 7.352123737335205 Finished #1039 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-018.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-019_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-019_0.elapsed index 0c167bd53..79b439d76 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-019_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-019_0.elapsed @@ -1 +1 @@ -7.194422483444214 \ No newline at end of file +7.305447578430176 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-019_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-019_0.txt index 1788833b6..9562b260b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-019_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-019_0.txt @@ -1,5 +1,5 @@ Running #1223 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-019.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x470800, sendcount=1, sendtype=MPI_INT, *recvbuf=0x470800, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x47d2f0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x47d2f0, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-019.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-019) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46b560, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46b560, recvcount=1, recvtype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x46b6e0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46b6e0, recvcount=1, recvtype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-019.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-019) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-019.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203808 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247278 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203809 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247279 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.194422483444214 +Command return code: 255, elapsed time: 7.305447578430176 Finished #1223 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-019.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-020_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-020_0.elapsed index cb5446ecd..22853fb3f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-020_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-020_0.elapsed @@ -1 +1 @@ -7.301843881607056 \ No newline at end of file +0.7911641597747803 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-020_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_gather-020_0.md5sum deleted file mode 100644 index 8c4bf86c1..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-020_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -bc7769d0319146f1153210eb8f7176e7 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-020_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-020_0.txt index 3c2fbbb6f..296509c18 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-020_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-020_0.txt @@ -1,5 +1,5 @@ Running #750 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-020.c (batchinfo:1/1) @@ -47,43 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error -| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47d310, sendcount=8, sendtype=MPI_INT, *recvbuf=0x47d310, recvcount=8, recvtype=MPI_INT, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-020.c:46) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-020) -| [0] ERROR: 8 elements transferred by peer but 4 expected by -| [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46b570, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46b570, recvcount=4, recvtype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-020.c:51) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-020) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194664 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240281 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194665 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240282 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.301843881607056 +Command return code: 255, elapsed time: 0.7911641597747803 Finished #750 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-020.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-021_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-021_0.elapsed index e852f06e1..98ad40f88 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-021_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-021_0.elapsed @@ -1 +1 @@ -7.531010389328003 \ No newline at end of file +7.276110887527466 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-021_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-021_0.txt index 535a2488a..dbf3975a7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-021_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-021_0.txt @@ -1,5 +1,5 @@ Running #1161 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-021.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x470780, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x470780, recvcount=1, recvtype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x47d2f0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x47d2f0, recvcount=1, recvtype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-021.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-021) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46b560, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b560, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x46b6e0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b6e0, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-021.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-021) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202968 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246000 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202969 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246002 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.531010389328003 +Command return code: 255, elapsed time: 7.276110887527466 Finished #1161 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-021.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-022_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-022_0.elapsed index abd4b8c2f..845aa1366 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-022_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-022_0.elapsed @@ -1 +1 @@ -7.32865571975708 \ No newline at end of file +7.530871152877808 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-022_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-022_0.txt index 6ca6a8536..3176552b3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-022_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-022_0.txt @@ -1,5 +1,5 @@ Running #1096 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-022.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47d290, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x47d290, recvcount=4, recvtype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x47d2f0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x47d2f0, recvcount=4, recvtype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-022.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-022) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-022) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46b530, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b530, recvcount=8, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x46b670, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b670, recvcount=8, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-022.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-022) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-022) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-022.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-022.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199938 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244702 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199939 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244703 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.32865571975708 +Command return code: 255, elapsed time: 7.530871152877808 Finished #1096 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-022.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-023_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-023_0.elapsed index cda463a35..8af237e24 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-023_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-023_0.elapsed @@ -1 +1 @@ -7.467492341995239 \ No newline at end of file +7.526173830032349 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-023_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-023_0.txt index ad4852b37..a4795543b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-023_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-023_0.txt @@ -1,5 +1,5 @@ Running #1047 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-023.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47d270, sendcount=1, sendtype=MPI_INT, *recvbuf=0x47d270, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x47d380, sendcount=1, sendtype=MPI_INT, *recvbuf=0x47d380, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-023.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-023) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46b670, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46b670, recvcount=1, recvtype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x46b6c0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46b6c0, recvcount=1, recvtype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-023.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-023) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-023.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206998 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257032 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206999 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257033 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.467492341995239 +Command return code: 255, elapsed time: 7.526173830032349 Finished #1047 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-023.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-024_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-024_0.elapsed index f147c4168..16def5a53 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-024_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-024_0.elapsed @@ -1 +1 @@ -7.266936302185059 \ No newline at end of file +7.301557779312134 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-024_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-024_0.txt index 2730c7135..b29aa95ec 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-024_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-024_0.txt @@ -1,5 +1,5 @@ Running #961 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-024.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-024.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47d370, sendcount=8, sendtype=MPI_INT, *recvbuf=0x47d370, recvcount=8, recvtype=MPI_INT, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x47d380, sendcount=8, sendtype=MPI_INT, *recvbuf=0x47d380, recvcount=8, recvtype=MPI_INT, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-024.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-024) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-024) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46b580, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46b580, recvcount=4, recvtype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x46b6c0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46b6c0, recvcount=4, recvtype=MPI_DOUBLE, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-024.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-024) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-024) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-024.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-024.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193212 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239052 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193213 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239054 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.266936302185059 +Command return code: 255, elapsed time: 7.301557779312134 Finished #961 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-024.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-025_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-025_0.elapsed index c3b0bcabb..b74fd76b7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-025_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-025_0.elapsed @@ -1 +1 @@ -7.168809413909912 \ No newline at end of file +7.066755294799805 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-025_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-025_0.txt index e11ffc18e..148020331 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-025_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-025_0.txt @@ -1,5 +1,5 @@ Running #596 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-025.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-025.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47d370, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x47d370, recvcount=1, recvtype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x47d2f0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x47d2f0, recvcount=1, recvtype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-025.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-025) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-025) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46b5f0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b5f0, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x46b630, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b630, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-025.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-025) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-025) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-025.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-025.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 181534 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 226686 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 181535 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 226687 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.168809413909912 +Command return code: 255, elapsed time: 7.066755294799805 Finished #596 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-025.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-026_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-026_0.elapsed index 0e7c1cdd8..ee05840a4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-026_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-026_0.elapsed @@ -1 +1 @@ -7.254364728927612 \ No newline at end of file +7.453874588012695 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-026_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-026_0.txt index bd3916170..682376f6b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-026_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-026_0.txt @@ -1,5 +1,5 @@ Running #1229 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-026.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-026.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47d270, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x47d270, recvcount=4, recvtype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x47d380, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x47d380, recvcount=4, recvtype=MPI_DOUBLE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-026.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-026) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46b580, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b580, recvcount=8, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x46b6c0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b6c0, recvcount=8, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-026.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-026) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-026.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-026.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206236 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248781 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206237 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248782 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.254364728927612 +Command return code: 255, elapsed time: 7.453874588012695 Finished #1229 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-026.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-027_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-027_0.elapsed index e04de00fb..3e42d5223 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-027_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-027_0.elapsed @@ -1 +1 @@ -7.179082155227661 \ No newline at end of file +7.344353199005127 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-027_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-027_0.txt index 309ea6046..1d0c4e429 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-027_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-027_0.txt @@ -1,5 +1,5 @@ Running #836 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-027.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-027.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47d370, sendcount=1, sendtype=MPI_LONG, *recvbuf=0x47d370, recvcount=1, recvtype=MPI_LONG, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x47d300, sendcount=1, sendtype=MPI_LONG, *recvbuf=0x47d300, recvcount=1, recvtype=MPI_LONG, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-027.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-027) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-027) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46b5f0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b5f0, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x46b630, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b630, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-027.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-027) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-027) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-027.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-027.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 192282 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238913 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 192283 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238914 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.179082155227661 +Command return code: 255, elapsed time: 7.344353199005127 Finished #836 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-027.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-028_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-028_0.elapsed index d36cbc18f..e5d2e52af 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-028_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-028_0.elapsed @@ -1 +1 @@ -7.916669845581055 \ No newline at end of file +7.353862047195435 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-028_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-028_0.txt index 7d2bdb952..55b6f9c3c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-028_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-028_0.txt @@ -1,5 +1,5 @@ Running #589 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-028.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-028.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47d2e0, sendcount=4, sendtype=MPI_LONG, *recvbuf=0x47d2e0, recvcount=4, recvtype=MPI_LONG, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x47d2f0, sendcount=4, sendtype=MPI_LONG, *recvbuf=0x47d2f0, recvcount=4, recvtype=MPI_LONG, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-028.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-028) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-028) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46b580, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b580, recvcount=8, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x46b640, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46b640, recvcount=8, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-028.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-028) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-028) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-028.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-028.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194098 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239598 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194100 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239599 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.916669845581055 +Command return code: 255, elapsed time: 7.353862047195435 Finished #589 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-028.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-029_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-029_0.elapsed index a1042f266..14538249b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-029_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-029_0.elapsed @@ -1 +1 @@ -7.486849784851074 \ No newline at end of file +8.712372779846191 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-029_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-029_0.txt index 1e3fa992a..0a233b612 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-029_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-029_0.txt @@ -1,5 +1,5 @@ Running #749 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-029.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-029.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47d2f0, sendcount=1, sendtype=MPI_BYTE, *recvbuf=0x47d2f0, recvcount=1, recvtype=MPI_BYTE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x47d380, sendcount=1, sendtype=MPI_BYTE, *recvbuf=0x47d380, recvcount=1, recvtype=MPI_BYTE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-029.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-029) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46b570, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b570, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x46b6b0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b6b0, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-029.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-029) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-029.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-029.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194261 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239942 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194262 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239943 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.486849784851074 +Command return code: 255, elapsed time: 8.712372779846191 Finished #749 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-029.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-030_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_gather-030_0.elapsed index 8bdf58366..9ebf6be05 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-030_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-030_0.elapsed @@ -1 +1 @@ -7.337895154953003 \ No newline at end of file +7.2361836433410645 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_gather-030_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_gather-030_0.txt index 7269d90d7..1e129d126 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_gather-030_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_gather-030_0.txt @@ -1,5 +1,5 @@ Running #577 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-030.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_gather-030.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x47d2f0, sendcount=4, sendtype=MPI_BYTE, *recvbuf=0x47d2f0, recvcount=4, recvtype=MPI_BYTE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x47d380, sendcount=4, sendtype=MPI_BYTE, *recvbuf=0x47d380, recvcount=4, recvtype=MPI_BYTE, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-030.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-030) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-030) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Gather(*sendbuf=0x46b570, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b570, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Gather(*sendbuf=0x46b6b0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46b6b0, recvcount=1, recvtype=MPI_INT, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-030.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_gather-030) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_gather-030) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-030.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_gather-030.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190409 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236289 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190410 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236290 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.337895154953003 +Command return code: 255, elapsed time: 7.2361836433410645 Finished #577 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_gather-030.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001_0.elapsed index 83dc26fb8..7c6a3e92a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001_0.elapsed @@ -1 +1 @@ -7.330067157745361 \ No newline at end of file +0.7858986854553223 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001_0.md5sum deleted file mode 100644 index c86d10dcc..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -9ffc14a518b2dbb55bd9b6c07539dba8 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001_0.txt index 8c948f159..2eb5b1094 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001_0.txt @@ -1,5 +1,5 @@ Running #466 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallgather-001.c (batchinfo:1/1) @@ -47,54 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. -| [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe0af01378) -| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-001.c:42) -| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe0af01378) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-001.c:42) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ad00, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc4902c5c8) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-001.c:42) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-001) -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 184834 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 230235 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 184835 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 230236 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.330067157745361 +Command return code: 255, elapsed time: 0.7858986854553223 Finished #466 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-002_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-002_0.elapsed index 3a716792d..92578c526 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-002_0.elapsed @@ -1 +1 @@ -0.9624695777893066 \ No newline at end of file +8.683972358703613 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-002_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-002_0.txt index c2315700d..4b518a28b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-002_0.txt @@ -1,5 +1,5 @@ Running #731 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallgather-002.c (batchinfo:1/1) @@ -47,23 +47,54 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x470790. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Iallgather(*sendbuf=0x470790, sendcount=1, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc1c492138) +| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-002.c:43) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-002) +| +| [0] ERROR: LOCAL:MPI:CALL_FAILED: error +| [0] ERROR: Buffers must not be aliased. +| [0] ERROR: Error occurred at: +| [0] ERROR: MPI_Iallgather(*sendbuf=0x470790, sendcount=1, sendtype=MPI_INT, *recvbuf=0x470790, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc1c492138) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-002.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-002) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ace0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ace0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46ace0, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffdb19d0158) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-002.c:48) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-002) +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185296 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 230027 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185297 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 230031 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9624695777893066 +Command return code: 255, elapsed time: 8.683972358703613 Finished #731 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-002.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-003_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-003_0.elapsed index 664a5da55..3ef1562e5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-003_0.elapsed @@ -1 +1 @@ -7.462905168533325 \ No newline at end of file +7.398455858230591 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-003_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-003_0.txt index 5ceb48d4f..b2f01d68f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-003_0.txt @@ -1,5 +1,5 @@ Running #519 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallgather-003.c (batchinfo:1/1) @@ -49,34 +49,34 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47c9f0. +| [0] WARNING: Send and receive buffers overlap at address 0x4707d0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallgather(*sendbuf=0x47c9f0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x47c9f0, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff11fa9018) +| [0] WARNING: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x4707d0, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe6f1e6438) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-003.c:44) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-003) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-003) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallgather(*sendbuf=0x47c9f0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x47c9f0, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff11fa9018) +| [0] ERROR: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x4707d0, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe6f1e6438) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-003.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad10. +| [1] WARNING: Send and receive buffers overlap at address 0x46abf0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ad10, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46ad10, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffe45c9dee8) +| [1] WARNING: MPI_Iallgather(*sendbuf=0x46abf0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46abf0, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffeab494938) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-003.c:49) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-003) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-003) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -85,16 +85,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185908 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231289 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185909 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231290 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.462905168533325 +Command return code: 255, elapsed time: 7.398455858230591 Finished #519 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-003.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-004_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-004_0.elapsed index 12a7a6de8..302248b1a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-004_0.elapsed @@ -1 +1 @@ -7.305728197097778 \ No newline at end of file +7.398355484008789 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-004_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-004_0.txt index dd43e7b83..70a9e28a4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-004_0.txt @@ -1,5 +1,5 @@ Running #491 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallgather-004.c (batchinfo:1/1) @@ -51,32 +51,32 @@ Executing the command (cwd: None) | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning | [0] WARNING: Send and receive buffers overlap at address 0x4707f0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffd83b61168) +| [0] WARNING: MPI_Iallgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffcf4ecc9d8) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-004.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-004) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-004) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffd83b61168) +| [0] ERROR: MPI_Iallgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffcf4ecc9d8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-004.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad80. +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ad80, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x46ad80, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7fffbeb4c248) +| [1] WARNING: MPI_Iallgather(*sendbuf=0x46abe0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x46abe0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffcadc77438) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-004.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-004) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-004) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -85,16 +85,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196408 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242238 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196409 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242239 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.305728197097778 +Command return code: 255, elapsed time: 7.398355484008789 Finished #491 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-004.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-005_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-005_0.elapsed index f2b72b023..591400647 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-005_0.elapsed @@ -1 +1 @@ -7.3947913646698 \ No newline at end of file +7.475728273391724 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-005_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-005_0.txt index fcc3c6b81..33a9749d6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-005_0.txt @@ -1,5 +1,5 @@ Running #986 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallgather-005.c (batchinfo:1/1) @@ -49,34 +49,34 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4706d0. +| [0] WARNING: Send and receive buffers overlap at address 0x470790. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallgather(*sendbuf=0x4706d0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x4706d0, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffeafbb5b68) +| [0] WARNING: MPI_Iallgather(*sendbuf=0x470790, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x470790, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffc96dfc548) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-005.c:43) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-005) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-005) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallgather(*sendbuf=0x4706d0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x4706d0, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffeafbb5b68) +| [0] ERROR: MPI_Iallgather(*sendbuf=0x470790, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x470790, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffc96dfc548) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-005.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ad00, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe68d87508) +| [1] WARNING: MPI_Iallgather(*sendbuf=0x46abe0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46abe0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd83c9fae8) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-005.c:48) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-005) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-005) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -85,16 +85,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204041 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249462 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204042 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249463 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3947913646698 +Command return code: 255, elapsed time: 7.475728273391724 Finished #986 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-005.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-006_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-006_0.elapsed index f5a8e9673..2024d5f45 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-006_0.elapsed @@ -1 +1 @@ -7.529278755187988 \ No newline at end of file +7.349583625793457 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-006_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-006_0.txt index f060cb8b8..dbf654d69 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-006_0.txt @@ -1,5 +1,5 @@ Running #913 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallgather-006.c (batchinfo:1/1) @@ -51,32 +51,32 @@ Executing the command (cwd: None) | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning | [0] WARNING: Send and receive buffers overlap at address 0x4707d0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffcd2210338) +| [0] WARNING: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffcf7119918) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-006.c:44) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-006) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-006) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffcd2210338) +| [0] ERROR: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffcf7119918) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-006.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad10. +| [1] WARNING: Send and receive buffers overlap at address 0x46ac80. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ad10, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ad10, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd3c1a5598) +| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ac80, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ac80, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffdb3d0add8) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-006.c:50) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-006) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-006) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -85,16 +85,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198657 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244909 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198658 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244910 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.529278755187988 +Command return code: 255, elapsed time: 7.349583625793457 Finished #913 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-006.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-007_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-007_0.elapsed index f604a484a..08728cca4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-007_0.elapsed @@ -1 +1 @@ -7.451500415802002 \ No newline at end of file +7.3481714725494385 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-007_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-007_0.txt index 9ea04089a..e0fc937a2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-007_0.txt @@ -1,5 +1,5 @@ Running #473 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallgather-007.c (batchinfo:1/1) @@ -49,34 +49,34 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca10. +| [0] WARNING: Send and receive buffers overlap at address 0x4707b0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallgather(*sendbuf=0x47ca10, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x47ca10, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffce4e063c8) +| [0] WARNING: MPI_Iallgather(*sendbuf=0x4707b0, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x4707b0, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffe85a22288) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-007.c:43) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-007) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-007) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallgather(*sendbuf=0x47ca10, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x47ca10, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffce4e063c8) +| [0] ERROR: MPI_Iallgather(*sendbuf=0x4707b0, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x4707b0, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffe85a22288) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-007.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ae00. +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ae00, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x46ae00, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffd5f6528e8) +| [1] WARNING: MPI_Iallgather(*sendbuf=0x46abe0, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x46abe0, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7fffa6ed8d68) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-007.c:43) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-007) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-007) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -85,16 +85,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187354 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232204 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187355 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232205 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.451500415802002 +Command return code: 255, elapsed time: 7.3481714725494385 Finished #473 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-007.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-008_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-008_0.elapsed index 8bffaa25b..aadf9e3bb 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-008_0.elapsed @@ -1 +1 @@ -7.1540687084198 \ No newline at end of file +7.196994781494141 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-008_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-008_0.txt index 4a6c2f333..945bc51d6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-008_0.txt @@ -1,5 +1,5 @@ Running #563 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallgather-008.c (batchinfo:1/1) @@ -49,34 +49,34 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4706d0. +| [0] WARNING: Send and receive buffers overlap at address 0x470750. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallgather(*sendbuf=0x4706d0, sendcount=1, sendtype=MPI_UNSIGNED, *recvbuf=0x4706d0, recvcount=1, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffe6db61368) +| [0] WARNING: MPI_Iallgather(*sendbuf=0x470750, sendcount=1, sendtype=MPI_UNSIGNED, *recvbuf=0x470750, recvcount=1, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffc5d3818e8) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-008.c:44) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-008) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-008) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallgather(*sendbuf=0x4706d0, sendcount=1, sendtype=MPI_UNSIGNED, *recvbuf=0x4706d0, recvcount=1, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffe6db61368) +| [0] ERROR: MPI_Iallgather(*sendbuf=0x470750, sendcount=1, sendtype=MPI_UNSIGNED, *recvbuf=0x470750, recvcount=1, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffc5d3818e8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-008.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ad00, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc15eed8b8) +| [1] WARNING: MPI_Iallgather(*sendbuf=0x46abe0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46abe0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff284aea38) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-008.c:49) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-008) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-008) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -85,16 +85,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 180557 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 225632 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 180559 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 225633 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.1540687084198 +Command return code: 255, elapsed time: 7.196994781494141 Finished #563 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-008.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-009_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-009_0.elapsed index a13b6cafd..f6b3acc7d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-009_0.elapsed @@ -1 +1 @@ -7.361193656921387 \ No newline at end of file +7.328931570053101 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-009_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-009_0.txt index d7627a61b..53404310e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-009_0.txt @@ -1,5 +1,5 @@ Running #922 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallgather-009.c (batchinfo:1/1) @@ -51,32 +51,32 @@ Executing the command (cwd: None) | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning | [0] WARNING: Send and receive buffers overlap at address 0x4707d0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_UNSIGNED, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffc453567c8) +| [0] WARNING: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_UNSIGNED, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffc366727e8) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-009.c:45) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-009) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-009) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_UNSIGNED, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffc453567c8) +| [0] ERROR: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_UNSIGNED, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffc366727e8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-009.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. +| [1] WARNING: Send and receive buffers overlap at address 0x46ac60. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ad00, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc039f97b8) +| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ac60, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46ac60, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd5efb02e8) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-009.c:51) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-009) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-009) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -85,16 +85,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203790 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250202 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203791 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250203 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.361193656921387 +Command return code: 255, elapsed time: 7.328931570053101 Finished #922 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-009.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-010_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-010_0.elapsed index 39d6f8b81..34e288f39 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-010_0.elapsed @@ -1 +1 @@ -7.321880340576172 \ No newline at end of file +7.410478830337524 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-010_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-010_0.txt index 0351a46c0..36a0e2172 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-010_0.txt @@ -1,5 +1,5 @@ Running #1019 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallgather-010.c (batchinfo:1/1) @@ -51,32 +51,32 @@ Executing the command (cwd: None) | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning | [0] WARNING: Send and receive buffers overlap at address 0x4707f0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffddf81a8a8) +| [0] WARNING: MPI_Iallgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffec0604cb8) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-010.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-010) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-010) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffddf81a8a8) +| [0] ERROR: MPI_Iallgather(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffec0604cb8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-010.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. +| [1] WARNING: Send and receive buffers overlap at address 0x46ac70. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ad00, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffcf7b33cb8) +| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ac70, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x46ac70, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7fff3eec7578) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-010.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-010) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-010) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -85,16 +85,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203431 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249710 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203432 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249711 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.321880340576172 +Command return code: 255, elapsed time: 7.410478830337524 Finished #1019 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-010.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-011_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-011_0.elapsed index 84a9be45b..4e5ec607b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-011_0.elapsed @@ -1 +1 @@ -7.548044204711914 \ No newline at end of file +7.541900157928467 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-011_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-011_0.txt index 35c173f5d..c17ae7c65 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-011_0.txt @@ -1,5 +1,5 @@ Running #1071 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallgather-011.c (batchinfo:1/1) @@ -49,34 +49,34 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47c9f0. +| [0] WARNING: Send and receive buffers overlap at address 0x4707d0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallgather(*sendbuf=0x47c9f0, sendcount=1, sendtype=MPI_FLOAT, *recvbuf=0x47c9f0, recvcount=1, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffd28a647c8) +| [0] WARNING: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=1, sendtype=MPI_FLOAT, *recvbuf=0x4707d0, recvcount=1, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7fff3b4161e8) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-011.c:43) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-011) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-011) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallgather(*sendbuf=0x47c9f0, sendcount=1, sendtype=MPI_FLOAT, *recvbuf=0x47c9f0, recvcount=1, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffd28a647c8) +| [0] ERROR: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=1, sendtype=MPI_FLOAT, *recvbuf=0x4707d0, recvcount=1, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7fff3b4161e8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-011.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. +| [1] WARNING: Send and receive buffers overlap at address 0x46ac60. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ad00, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc5a7dedd8) +| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ac60, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac60, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd1de23718) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-011.c:48) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-011) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-011) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -85,16 +85,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204392 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249287 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204393 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249288 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.548044204711914 +Command return code: 255, elapsed time: 7.541900157928467 Finished #1071 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-011.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-012_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-012_0.elapsed index 86a88977c..a58c381aa 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-012_0.elapsed @@ -1 +1 @@ -7.514932155609131 \ No newline at end of file +7.340339422225952 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-012_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-012_0.txt index 2eded9e5d..3e2c9c23a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-012_0.txt @@ -1,5 +1,5 @@ Running #711 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallgather-012.c (batchinfo:1/1) @@ -49,34 +49,34 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4707d0. +| [0] WARNING: Send and receive buffers overlap at address 0x470790. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_FLOAT, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7fff455d4448) +| [0] WARNING: MPI_Iallgather(*sendbuf=0x470790, sendcount=4, sendtype=MPI_FLOAT, *recvbuf=0x470790, recvcount=4, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7fff057afcf8) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-012.c:44) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-012) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-012) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallgather(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_FLOAT, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7fff455d4448) +| [0] ERROR: MPI_Iallgather(*sendbuf=0x470790, sendcount=4, sendtype=MPI_FLOAT, *recvbuf=0x470790, recvcount=4, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7fff057afcf8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-012.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad90. +| [1] WARNING: Send and receive buffers overlap at address 0x46ac70. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ad90, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46ad90, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd0e5cc648) +| [1] WARNING: MPI_Iallgather(*sendbuf=0x46ac70, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc9f7a3e88) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-012.c:50) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallgather-012) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallgather-012) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallgather-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -85,16 +85,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191729 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237976 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191730 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237978 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.514932155609131 +Command return code: 255, elapsed time: 7.340339422225952 Finished #711 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallgather-012.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001_0.elapsed index d40549b6a..33b69fb2c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001_0.elapsed @@ -1 +1 @@ -8.971238613128662 \ No newline at end of file +8.862669944763184 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001_0.txt index 2e6369075..3f0eab4ad 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001_0.txt @@ -1,5 +1,5 @@ Running #838 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallreduce-001.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x470770. +| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallreduce(*sendbuf=0x470770, *recvbuf=0x470770, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd7e62b998) +| [0] WARNING: MPI_Iallreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffca58d1bc8) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-001.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-001) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470770, *recvbuf=0x470770, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd7e62b998) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffca58d1bc8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. +| [1] WARNING: Send and receive buffers overlap at address 0x46ac60. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffcf811aa68) +| [1] WARNING: MPI_Iallreduce(*sendbuf=0x46ac60, *recvbuf=0x46ac60, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc390f8c98) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-001.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-001) | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffcf811aa68) +| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46ac60, *recvbuf=0x46ac60, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc390f8c98) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-001.c:42) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193022 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239412 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193023 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239413 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.971238613128662 +Command return code: 255, elapsed time: 8.862669944763184 Finished #838 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-002_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-002_0.elapsed index ece27eaa1..af44ec80b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-002_0.elapsed @@ -1 +1 @@ -7.233335971832275 \ No newline at end of file +7.393676996231079 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-002_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-002_0.txt index 70b55d45b..c8fd1d4cc 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-002_0.txt @@ -1,5 +1,5 @@ Running #940 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallreduce-002.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd25b898c8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe3a6de448) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-002.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-002) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ae00, *recvbuf=0x46ae00, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff0a2e04e8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe08aaac38) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-002.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196801 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243865 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196802 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243866 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.233335971832275 +Command return code: 255, elapsed time: 7.393676996231079 Finished #940 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-002.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-003_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-003_0.elapsed index b09ce5f33..3b6b4dc11 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-003_0.elapsed @@ -1 +1 @@ -7.311800479888916 \ No newline at end of file +7.443994522094727 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-003_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-003_0.txt index 4d429eea2..95dabd7fb 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-003_0.txt @@ -1,5 +1,5 @@ Running #556 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallreduce-003.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x47c9f0, *recvbuf=0x47c9f0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc6909add8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc8162e488) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-003.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-003) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ad10, *recvbuf=0x46ad10, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffece152938) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac80, *recvbuf=0x46ac80, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffce8310288) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-003.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195600 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241587 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195601 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241588 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.311800479888916 +Command return code: 255, elapsed time: 7.443994522094727 Finished #556 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-003.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004_0.elapsed index 908777f0d..37f7a9412 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004_0.elapsed @@ -1 +1 @@ -8.73803997039795 \ No newline at end of file +0.946577787399292 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004_0.md5sum deleted file mode 100644 index 9e3bab015..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -7edbfd798578bcc2e51953a9ad0d1257 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004_0.txt index ae2a8068c..ec4395d00 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004_0.txt @@ -1,5 +1,5 @@ Running #814 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallreduce-004.c (batchinfo:1/1) @@ -47,64 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4706f0. -| [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallreduce(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff62f8bbd8) -| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-004.c:42) -| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff62f8bbd8) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-004.c:42) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad90. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd87134918) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-004.c:42) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004) -| -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd87134918) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-004.c:42) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-004) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed -| [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200499 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247129 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200500 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247130 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.73803997039795 +Command return code: 255, elapsed time: 0.946577787399292 Finished #814 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-004.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-005_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-005_0.elapsed index 0db018363..4950439aa 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-005_0.elapsed @@ -1 +1 @@ -7.297867774963379 \ No newline at end of file +7.283857583999634 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-005_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-005_0.txt index 457ad6dc2..9e77dc724 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-005_0.txt @@ -1,5 +1,5 @@ Running #1122 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallreduce-005.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x47c9f0, *recvbuf=0x47c9f0, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd5ef4b1d8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe92d443f8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-005.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-005) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd6d78c938) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd909a74e8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-005.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198599 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243897 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198600 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243898 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.297867774963379 +Command return code: 255, elapsed time: 7.283857583999634 Finished #1122 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-005.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-006_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-006_0.elapsed index fe02eb333..634db352f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-006_0.elapsed @@ -1 +1 @@ -7.005272626876831 \ No newline at end of file +7.167940855026245 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-006_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-006_0.txt index 8092272b9..1c12281e1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-006_0.txt @@ -1,5 +1,5 @@ Running #530 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallreduce-006.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470750, *recvbuf=0x470750, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe27e74da8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470790, *recvbuf=0x470790, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd1ca56cc8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-006.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-006) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ad10, *recvbuf=0x46ad10, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd776628d8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46abf0, *recvbuf=0x46abf0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffca593b5d8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-006.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 181172 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 226166 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 181173 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 226167 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.005272626876831 +Command return code: 255, elapsed time: 7.167940855026245 Finished #530 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-006.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007_0.elapsed index 48f928ccb..a3c918641 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007_0.elapsed @@ -1 +1 @@ -8.929988861083984 \ No newline at end of file +8.948797464370728 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007_0.txt index 32ae0254c..e42ab2265 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007_0.txt @@ -1,5 +1,5 @@ Running #1141 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallreduce-007.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca10. +| [0] WARNING: Send and receive buffers overlap at address 0x470770. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallreduce(*sendbuf=0x47ca10, *recvbuf=0x47ca10, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe3df7c0e8) +| [0] WARNING: MPI_Iallreduce(*sendbuf=0x470770, *recvbuf=0x470770, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffeb0622488) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-007.c:43) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-007) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x47ca10, *recvbuf=0x47ca10, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe3df7c0e8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470770, *recvbuf=0x470770, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffeb0622488) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-007.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff3c4ba348) +| [1] WARNING: MPI_Iallreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffdb27d9678) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-007.c:43) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-007) | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff3c4ba348) +| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffdb27d9678) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-007.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-007) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-007) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208811 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254534 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208812 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254535 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.929988861083984 +Command return code: 255, elapsed time: 8.948797464370728 Finished #1141 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-007.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008_0.elapsed index 2d9666745..cba9bebcb 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008_0.elapsed @@ -1 +1 @@ -7.085026264190674 \ No newline at end of file +1.0034403800964355 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008_0.md5sum deleted file mode 100644 index b64cb2844..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -789c515d9f9efa63b33f7f416cd5a9b4 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008_0.txt index cbb9055b5..d2395dac7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008_0.txt @@ -1,5 +1,5 @@ Running #752 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallreduce-008.c (batchinfo:1/1) @@ -47,43 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error -| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=1, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fffbf3bd208) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-008.c:44) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008) -| [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by -| [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffda83cbf88) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-008.c:49) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-008) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195567 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240711 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195568 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240712 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.085026264190674 +Command return code: 255, elapsed time: 1.0034403800964355 Finished #752 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-008.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-009_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-009_0.elapsed index 23523c765..273547233 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-009_0.elapsed @@ -1 +1 @@ -7.3138954639434814 \ No newline at end of file +7.326916933059692 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-009_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-009_0.txt index 7c6a99d1f..865a0f02e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-009_0.txt @@ -1,5 +1,5 @@ Running #652 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallreduce-009.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff573afef8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_UNSIGNED, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe61e9fcc8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-009.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-009) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=4, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd78b4e118) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=4, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe8b6338f8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-009.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194896 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241575 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194897 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241576 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3138954639434814 +Command return code: 255, elapsed time: 7.326916933059692 Finished #652 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-009.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010_0.elapsed index 8eeb3f832..18bb2e0bd 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010_0.elapsed @@ -1 +1 @@ -8.897183895111084 \ No newline at end of file +8.803757190704346 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010_0.txt index 0b38e249a..a4f845731 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010_0.txt @@ -1,5 +1,5 @@ Running #856 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallreduce-010.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. +| [0] WARNING: Send and receive buffers overlap at address 0x4707b0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Iallreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc8788e848) +| [0] WARNING: MPI_Iallreduce(*sendbuf=0x4707b0, *recvbuf=0x4707b0, count=10, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fffc9689e08) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-010.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-010) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=10, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc8788e848) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4707b0, *recvbuf=0x4707b0, count=10, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fffc9689e08) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-010.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad80. +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Iallreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffec5d06978) +| [1] WARNING: MPI_Iallreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff1633ad28) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-010.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-010) | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=10, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffec5d06978) +| [1] ERROR: MPI_Iallreduce(*sendbuf=0x46abe0, *recvbuf=0x46abe0, count=10, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff1633ad28) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-010.c:42) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-010) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-010) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205941 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252120 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205942 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252121 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.897183895111084 +Command return code: 255, elapsed time: 8.803757190704346 Finished #856 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-010.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-011_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-011_0.elapsed index b8e462730..8b642663d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-011_0.elapsed @@ -1 +1 @@ -7.332432508468628 \ No newline at end of file +7.344278812408447 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-011_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-011_0.txt index df46a3df7..773db9d80 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-011_0.txt @@ -1,5 +1,5 @@ Running #1044 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallreduce-011.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=1, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd8089dcf8) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x470750, *recvbuf=0x470750, count=1, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff4374c358) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-011.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-011) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd69a3cf68) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffe22987208) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-011.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206039 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 255908 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206040 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 255909 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.332432508468628 +Command return code: 255, elapsed time: 7.344278812408447 Finished #1044 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-011.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-012_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-012_0.elapsed index 7bc5b867b..cff161dda 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-012_0.elapsed @@ -1 +1 @@ -7.661323070526123 \ No newline at end of file +7.334278106689453 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-012_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-012_0.txt index 99a5daee5..1d031f02f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-012_0.txt @@ -1,5 +1,5 @@ Running #928 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_iallreduce-012.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffc1f76ef68) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x4707d0, *recvbuf=0x4707d0, count=4, datatype=MPI_FLOAT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffd52f3b2f8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-012.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-012) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ad90, *recvbuf=0x46ad90, count=4, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7ffeddb85c18) +| [0] ERROR: MPI_Iallreduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=4, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD, *request=0x7fff70eb3c38) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-012.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_iallreduce-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_iallreduce-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_iallreduce-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193494 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240151 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193495 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240152 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.661323070526123 +Command return code: 255, elapsed time: 7.334278106689453 Finished #928 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_iallreduce-012.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001_0.elapsed index 08301dd7c..d3590aa6d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001_0.elapsed @@ -1 +1 @@ -8.5683434009552 \ No newline at end of file +8.708303689956665 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001_0.txt index 488775ae8..b91b7657e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001_0.txt @@ -1,5 +1,5 @@ Running #949 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ialltoall-001.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. +| [0] WARNING: Send and receive buffers overlap at address 0x470770. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Ialltoall(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc3144afb8) +| [0] WARNING: MPI_Ialltoall(*sendbuf=0x470770, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470770, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffef366e8e8) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-001.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-001) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc3144afb8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x470770, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470770, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffef366e8e8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. +| [1] WARNING: Send and receive buffers overlap at address 0x46abe0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Ialltoall(*sendbuf=0x46ad00, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff11918a58) +| [1] WARNING: MPI_Ialltoall(*sendbuf=0x46abe0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abe0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fffaf7693f8) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-001.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-001) | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46ad00, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff11918a58) +| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46abe0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46abe0, recvcount=10, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fffaf7693f8) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-001.c:42) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199828 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246469 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199829 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246470 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.5683434009552 +Command return code: 255, elapsed time: 8.708303689956665 Finished #949 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-002_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-002_0.elapsed index 2457db579..4276cb410 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-002_0.elapsed @@ -1 +1 @@ -7.4665138721466064 \ No newline at end of file +7.470093488693237 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-002_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-002_0.txt index 4f2625e33..57d5bf383 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-002_0.txt @@ -1,5 +1,5 @@ Running #1187 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ialltoall-002.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4706d0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x4706d0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc7e82dc18) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x470750, sendcount=1, sendtype=MPI_INT, *recvbuf=0x470750, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe501f2aa8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-002.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-002) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ad00, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46ad00, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffcff1168a8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46abe0, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x46abe0, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7fff42e19408) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-002.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 217939 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260701 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 217940 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260702 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.4665138721466064 +Command return code: 255, elapsed time: 7.470093488693237 Finished #1187 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-002.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-003_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-003_0.elapsed index b55853eb3..aca17ed43 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-003_0.elapsed @@ -1 +1 @@ -7.3770880699157715 \ No newline at end of file +7.252038478851318 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-003_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-003_0.txt index b260650e8..41d5e36d9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-003_0.txt @@ -1,5 +1,5 @@ Running #745 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ialltoall-003.c (batchinfo:1/1) @@ -53,21 +53,21 @@ Executing the command (cwd: None) | [0] ERROR: other processes may also be affected. | [0] ERROR: 4 elements sent by local rank [1] (global rank [1]), but 8 expected by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x47c9f0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x47c9f0, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffde40d9728) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4707d0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x4707d0, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fffd8e5dc98) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-003.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-003) | [0] ERROR: 8 elements sent by local rank [0] (global rank [0]), but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ad10, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46ad10, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffc249eda08) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ac80, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x46ac80, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffded47dd08) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-003.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -75,16 +75,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190502 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235551 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190503 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235553 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3770880699157715 +Command return code: 255, elapsed time: 7.252038478851318 Finished #745 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-003.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004_0.elapsed index 2470ee7ea..f20305b4a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004_0.elapsed @@ -1 +1 @@ -8.920718431472778 \ No newline at end of file +9.05859661102295 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004_0.txt index c10df5e15..54d0ad891 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004_0.txt @@ -1,5 +1,5 @@ Running #1203 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ialltoall-004.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca10. +| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Ialltoall(*sendbuf=0x47ca10, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x47ca10, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffff9dc9468) +| [0] WARNING: MPI_Ialltoall(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffc88bf4f68) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-004.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-004) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x47ca10, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x47ca10, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffff9dc9468) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffc88bf4f68) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-004.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. +| [1] WARNING: Send and receive buffers overlap at address 0x46ace0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Ialltoall(*sendbuf=0x46ad00, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffea126d0d8) +| [1] WARNING: MPI_Ialltoall(*sendbuf=0x46ace0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x46ace0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffc8a41d4b8) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-004.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-004) | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46ad00, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffea126d0d8) +| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46ace0, sendcount=10, sendtype=MPI_DOUBLE, *recvbuf=0x46ace0, recvcount=10, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffc8a41d4b8) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-004.c:42) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-004) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 213922 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 259592 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 213923 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 259593 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.920718431472778 +Command return code: 255, elapsed time: 9.05859661102295 Finished #1203 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-004.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-005_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-005_0.elapsed index 40d3c4583..0cbf9e03a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-005_0.elapsed @@ -1 +1 @@ -7.3730175495147705 \ No newline at end of file +7.2116358280181885 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-005_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-005_0.txt index 0d43648b9..75072577b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-005_0.txt @@ -1,5 +1,5 @@ Running #480 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ialltoall-005.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x470750, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x470750, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffce1862428) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x470790, sendcount=1, sendtype=MPI_DOUBLE, *recvbuf=0x470790, recvcount=1, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffdd05d3058) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-005.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-005) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ad00, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7fff476fdd38) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ac70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc3f11d4b8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-005.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190184 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234921 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190185 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234922 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3730175495147705 +Command return code: 255, elapsed time: 7.2116358280181885 Finished #480 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-005.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-006_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-006_0.elapsed index 884d1d990..21171e65d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-006_0.elapsed @@ -1 +1 @@ -1.0726304054260254 \ No newline at end of file +7.323947429656982 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-006_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-006_0.txt index c44add6eb..eb02ae31e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-006_0.txt @@ -1,5 +1,5 @@ Running #798 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ialltoall-006.c (batchinfo:1/1) @@ -47,23 +47,44 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: 8 elements sent by local rank [1] (global rank [1]), but 4 expected by +| [0] ERROR: local rank [0] (same as global rank): +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_DOUBLE, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_DOUBLE, comm=MPI_COMM_WORLD, *request=0x7ffe37076378) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-006.c:44) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-006) +| [0] ERROR: 4 elements sent by local rank [0] (global rank [0]), but 8 expected by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46acf0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46acf0, recvcount=8, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd434a0168) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-006.c:50) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-006) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190920 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236774 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190921 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236775 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0726304054260254 +Command return code: 255, elapsed time: 7.323947429656982 Finished #798 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-006.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007_0.elapsed index 8e5ece16b..c2f4f9edb 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007_0.elapsed @@ -1 +1 @@ -8.805471658706665 \ No newline at end of file +8.81935715675354 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007_0.txt index 97f93b70c..7964a248c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007_0.txt @@ -1,5 +1,5 @@ Running #805 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ialltoall-007.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca10. +| [0] WARNING: Send and receive buffers overlap at address 0x4707f0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Ialltoall(*sendbuf=0x47ca10, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x47ca10, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffd638db6e8) +| [0] WARNING: MPI_Ialltoall(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7fff69fe84d8) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-007.c:43) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-007) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x47ca10, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x47ca10, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffd638db6e8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7fff69fe84d8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-007.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad90. +| [1] WARNING: Send and receive buffers overlap at address 0x46ace0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Ialltoall(*sendbuf=0x46ad90, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x46ad90, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffe7d555c88) +| [1] WARNING: MPI_Ialltoall(*sendbuf=0x46ace0, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x46ace0, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffc2d982818) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-007.c:43) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-007) | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46ad90, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x46ad90, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffe7d555c88) +| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46ace0, sendcount=10, sendtype=MPI_UNSIGNED, *recvbuf=0x46ace0, recvcount=10, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffc2d982818) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-007.c:43) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-007) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-007) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198024 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244104 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198025 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244105 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.805471658706665 +Command return code: 255, elapsed time: 8.81935715675354 Finished #805 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-007.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-008_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-008_0.elapsed index a9004e17b..d4c84681e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-008_0.elapsed @@ -1 +1 @@ -7.402494668960571 \ No newline at end of file +7.318498611450195 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-008_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-008_0.txt index f44a9cb8e..c7e30e70e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-008_0.txt @@ -1,5 +1,5 @@ Running #636 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ialltoall-008.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x47c9f0, sendcount=1, sendtype=MPI_UNSIGNED, *recvbuf=0x47c9f0, recvcount=1, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7fff1fbd7198) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4706d0, sendcount=1, sendtype=MPI_UNSIGNED, *recvbuf=0x4706d0, recvcount=1, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffce77bb438) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-008.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-008) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ad80, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad80, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffe17fa5018) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46abe0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46abe0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd3f2fc5e8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-008.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185804 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231843 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185805 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231844 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.402494668960571 +Command return code: 255, elapsed time: 7.318498611450195 Finished #636 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-008.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009_0.elapsed index 0cdffa1a6..461bbd82f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009_0.elapsed @@ -1 +1 @@ -7.072054624557495 \ No newline at end of file +1.042154312133789 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009_0.md5sum deleted file mode 100644 index b16e6cbd8..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -ed99e2b989860c40d8d65c7909d4ffeb \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009_0.txt index 39a82bd24..f9a28dd79 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009_0.txt @@ -1,5 +1,5 @@ Running #743 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ialltoall-009.c (batchinfo:1/1) @@ -47,46 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error -| [0] ERROR: Mismatch found in local rank [0] (global rank [0]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), -| [0] ERROR: but the types in the type signature do not match with the one used by -| [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_UNSIGNED, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_UNSIGNED, comm=MPI_COMM_WORLD, *request=0x7ffd49c37298) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-009.c:45) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009) -| [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), -| [0] ERROR: but the types in the type signature do not match with the one used by -| [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ae00, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46ae00, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffd0c0ac7c8) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-009.c:51) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-009) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190034 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235386 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190035 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235387 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.072054624557495 +Command return code: 255, elapsed time: 1.042154312133789 Finished #743 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-009.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010_0.elapsed index 3b11e4610..a7cbd70a3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010_0.elapsed @@ -1 +1 @@ -8.934798955917358 \ No newline at end of file +8.792356014251709 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010_0.txt index def85af13..e27226142 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010_0.txt @@ -1,5 +1,5 @@ Running #966 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ialltoall-010.c (batchinfo:1/1) @@ -51,42 +51,42 @@ Executing the command (cwd: None) | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning | [0] WARNING: Send and receive buffers overlap at address 0x4707f0. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Ialltoall(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffdf38280e8) +| [0] WARNING: MPI_Ialltoall(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffee88e0e48) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-010.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-010) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffdf38280e8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4707f0, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x4707f0, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffee88e0e48) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-010.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad00. +| [1] WARNING: Send and receive buffers overlap at address 0x46ac60. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Ialltoall(*sendbuf=0x46ad00, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffd4fd13d18) +| [1] WARNING: MPI_Ialltoall(*sendbuf=0x46ac60, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x46ac60, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffc00aeacf8) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-010.c:42) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-010) | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46ad00, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x46ad00, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffd4fd13d18) +| [1] ERROR: MPI_Ialltoall(*sendbuf=0x46ac60, sendcount=10, sendtype=MPI_FLOAT, *recvbuf=0x46ac60, recvcount=10, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffc00aeacf8) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-010.c:42) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-010) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-010) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194587 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240697 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194588 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240698 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.934798955917358 +Command return code: 255, elapsed time: 8.792356014251709 Finished #966 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-010.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-011_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-011_0.elapsed index 85747a400..6a1956704 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-011_0.elapsed @@ -1 +1 @@ -7.361374616622925 \ No newline at end of file +8.711161136627197 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-011_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-011_0.txt index b094a2f46..01bebe339 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-011_0.txt @@ -1,5 +1,5 @@ Running #1004 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ialltoall-011.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4707d0, sendcount=1, sendtype=MPI_FLOAT, *recvbuf=0x4707d0, recvcount=1, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffc2f95b1f8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4707d0, sendcount=1, sendtype=MPI_FLOAT, *recvbuf=0x4707d0, recvcount=1, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffd6fa0aef8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-011.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-011) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ad80, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ad80, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffcfd2871f8) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ace0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ace0, recvcount=1, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffdb40a08a8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-011.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199463 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245611 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199465 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245616 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.361374616622925 +Command return code: 255, elapsed time: 8.711161136627197 Finished #1004 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-011.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-012_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-012_0.elapsed index ab1d917ce..2ffbc9379 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-012_0.elapsed @@ -1 +1 @@ -7.334865093231201 \ No newline at end of file +7.311326026916504 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-012_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-012_0.txt index 98d3836cb..597b8e92c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-012_0.txt @@ -1,5 +1,5 @@ Running #651 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ialltoall-012.c (batchinfo:1/1) @@ -54,22 +54,22 @@ Executing the command (cwd: None) | [0] ERROR: Same number of elements as sent by local rank [1] (global rank [1]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [0] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x47c9f0, sendcount=4, sendtype=MPI_FLOAT, *recvbuf=0x47c9f0, recvcount=4, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7fffea365948) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x4707d0, sendcount=4, sendtype=MPI_FLOAT, *recvbuf=0x4707d0, recvcount=4, recvtype=MPI_FLOAT, comm=MPI_COMM_WORLD, *request=0x7ffc10992c38) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-012.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-012) | [0] ERROR: Same number of elements as sent by local rank [0] (global rank [0]), | [0] ERROR: but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ae00, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46ae00, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc116f7518) +| [0] ERROR: MPI_Ialltoall(*sendbuf=0x46ac70, sendcount=4, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=4, recvtype=MPI_INT, comm=MPI_COMM_WORLD, *request=0x7ffc28653f78) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-012.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ialltoall-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ialltoall-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ialltoall-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -77,16 +77,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194577 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241272 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194578 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241273 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.334865093231201 +Command return code: 255, elapsed time: 7.311326026916504 Finished #651 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ialltoall-012.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001_0.elapsed index a7d3d2279..276c86b65 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001_0.elapsed @@ -1 +1 @@ -8.129410982131958 \ No newline at end of file +7.728338956832886 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001_0.txt index 51ed4eccf..63bd8c01a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001_0.txt @@ -1,5 +1,5 @@ Running #710 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ireduce-001.c (batchinfo:1/1) @@ -49,41 +49,41 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x470790. +| [0] WARNING: Send and receive buffers overlap at address 0x470780. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Ireduce(*sendbuf=0x470790, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffdba59bdc8) +| [0] WARNING: MPI_Ireduce(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd96422cd8) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-001.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-001) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Ireduce(*sendbuf=0x470790, *recvbuf=0x470790, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffdba59bdc8) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd96422cd8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-001.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. | [1] ERROR: Control over buffer was transferred to MPI at: -| [1] ERROR: MPI_Ireduce(*sendbuf=0x46ad70, *recvbuf=0x46ad70, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd5251ded8) +| [1] ERROR: MPI_Ireduce(*sendbuf=0x46adb0, *recvbuf=0x46adb0, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffed780e4d8) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-001.c:42) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-001) | [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Wait(*request=0x7ffd5251ded8->0x2c000002, *status=0x1) +| [1] ERROR: MPI_Wait(*request=0x7ffed780e4d8->0x2c000002, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-001.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-001) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-001) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ireduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ireduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -93,16 +93,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191350 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237565 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191351 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237566 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.129410982131958 +Command return code: 255, elapsed time: 7.728338956832886 Finished #710 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-002_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-002_0.elapsed index 3e06be1bb..6f69de7c6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-002_0.elapsed @@ -1 +1 @@ -7.269718885421753 \ No newline at end of file +7.324721336364746 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-002_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-002_0.txt index 64f33d267..5fc1a3949 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-002_0.txt @@ -1,5 +1,5 @@ Running #951 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ireduce-002.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe2199b7c8) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x470760, *recvbuf=0x470760, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd2fd9e5b8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-002.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-002) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46acb0, *recvbuf=0x46acb0, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffdd36c8638) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd48cbc1c8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-002.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ireduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ireduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200623 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247341 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200624 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247342 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.269718885421753 +Command return code: 255, elapsed time: 7.324721336364746 Finished #951 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-002.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-003_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-003_0.elapsed index 8965356e6..9756bb91e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-003_0.elapsed @@ -1 +1 @@ -7.246194839477539 \ No newline at end of file +7.248269319534302 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-003_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-003_0.txt index a4a7f8998..1ab113ce6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-003_0.txt @@ -1,5 +1,5 @@ Running #475 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ireduce-003.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe2cf66028) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffd1a582d48) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-003.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-003) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe5e421098) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x46adc0, *recvbuf=0x46adc0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcef2989e8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-003.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ireduce-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ireduce-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 187959 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232679 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 187960 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232680 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.246194839477539 +Command return code: 255, elapsed time: 7.248269319534302 Finished #475 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-003.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004_0.elapsed index 5274f0e2f..bf9362d21 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004_0.elapsed @@ -1 +1 @@ -7.937108993530273 \ No newline at end of file +7.85057806968689 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004_0.txt index 1f6093b4a..93592f71a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004_0.txt @@ -1,5 +1,5 @@ Running #490 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ireduce-004.c (batchinfo:1/1) @@ -49,41 +49,41 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x470780. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Ireduce(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffed546f198) +| [0] WARNING: MPI_Ireduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffda0d6e988) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-004.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-004) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Ireduce(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffed546f198) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffda0d6e988) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-004.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error | [1] ERROR: Read-only buffer was modified while owned by MPI. | [1] ERROR: Control over buffer was transferred to MPI at: -| [1] ERROR: MPI_Ireduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe91921ff8) +| [1] ERROR: MPI_Ireduce(*sendbuf=0x46adc0, *recvbuf=0x46adc0, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe8bbf8b28) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-004.c:42) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-004) | [1] ERROR: Modified buffer detected at: -| [1] ERROR: MPI_Wait(*request=0x7ffe91921ff8->0x2c000002, *status=0x1) +| [1] ERROR: MPI_Wait(*request=0x7ffe8bbf8b28->0x2c000002, *status=0x1) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-004.c:45) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-004) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-004) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ireduce-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ireduce-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -93,16 +93,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195943 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241829 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195944 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241830 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.937108993530273 +Command return code: 255, elapsed time: 7.85057806968689 Finished #490 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-004.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-005_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-005_0.elapsed index ab62826db..ca3840c8d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-005_0.elapsed @@ -1 +1 @@ -7.372748136520386 \ No newline at end of file +7.23821496963501 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-005_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-005_0.txt index 93223e49e..5f2c21b25 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-005_0.txt @@ -1,5 +1,5 @@ Running #957 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ireduce-005.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc8db051e8) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7fff93d5e298) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-005.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-005) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46acb0, *recvbuf=0x46acb0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcff6f48e8) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x46adb0, *recvbuf=0x46adb0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcd64c3898) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-005.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ireduce-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ireduce-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191714 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237663 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191715 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237668 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.372748136520386 +Command return code: 255, elapsed time: 7.23821496963501 Finished #957 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-005.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-006_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-006_0.elapsed index 1f524c41c..488d8d62f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-006_0.elapsed @@ -1 +1 @@ -7.324037551879883 \ No newline at end of file +7.365798473358154 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-006_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-006_0.txt index 74b92ddc6..8aeb62712 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-006_0.txt @@ -1,5 +1,5 @@ Running #638 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_ireduce-006.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffe75669818) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x470770, *recvbuf=0x470770, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7fff98fe9cd8) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-006.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-006) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Ireduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffcd3a7ec08) +| [0] ERROR: MPI_Ireduce(*sendbuf=0x46ad40, *recvbuf=0x46ad40, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD, *request=0x7ffc0530d228) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-006.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_ireduce-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_ireduce-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ireduce-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_ireduce-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186580 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232540 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186581 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232541 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.324037551879883 +Command return code: 255, elapsed time: 7.365798473358154 Finished #638 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_ireduce-006.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-001_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-001_0.elapsed index a0eced1ab..992af1111 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-001_0.elapsed @@ -1 +1 @@ -7.381720542907715 \ No newline at end of file +7.3711724281311035 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-001_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-001_0.txt index 818aaf433..00fc9eb84 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-001_0.txt @@ -1,5 +1,5 @@ Running #489 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-001.c (batchinfo:1/1) @@ -49,25 +49,25 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca70. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Reduce(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-001.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-001) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Reduce(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195631 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241515 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195632 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241516 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.381720542907715 +Command return code: 255, elapsed time: 7.3711724281311035 Finished #489 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-002_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-002_0.elapsed index c607628f6..408580b2e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-002_0.elapsed @@ -1 +1 @@ -7.304353475570679 \ No newline at end of file +7.251868963241577 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-002_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-002_0.txt index 6f8b5e8e7..10c6d2ac6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-002_0.txt @@ -1,5 +1,5 @@ Running #797 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-002.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470760, *recvbuf=0x470760, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-002.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-002) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-002.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190604 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236284 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190606 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236285 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.304353475570679 +Command return code: 255, elapsed time: 7.251868963241577 Finished #797 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-002.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-003_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-003_0.elapsed index 03b971e11..59d7fe731 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-003_0.elapsed @@ -1 +1 @@ -7.330645799636841 \ No newline at end of file +7.339675188064575 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-003_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-003_0.txt index 3af8a99b0..b368c3975 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-003_0.txt @@ -1,5 +1,5 @@ Running #1087 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-003.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470760, *recvbuf=0x470760, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-003.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-003) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46ae40, *recvbuf=0x46ae40, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-003.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 209550 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 254301 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 209551 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 254302 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.330645799636841 +Command return code: 255, elapsed time: 7.339675188064575 Finished #1087 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-003.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004_0.elapsed index cda58b7fe..55a708e85 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004_0.elapsed @@ -1 +1 @@ -7.3164448738098145 \ No newline at end of file +1.0279791355133057 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004_0.md5sum deleted file mode 100644 index b5f7b8d89..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -ef3e92b156eec05b266051aefc569bed \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004_0.txt index 1923916b5..3961b68da 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004_0.txt @@ -1,5 +1,5 @@ Running #461 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-004.c (batchinfo:1/1) @@ -47,45 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca70. -| [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Reduce(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) -| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-004.c:41) -| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Reduce(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-004.c:41) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-004) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed -| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189360 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235853 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189361 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235854 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3164448738098145 +Command return code: 255, elapsed time: 1.0279791355133057 Finished #461 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-004.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-005_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-005_0.elapsed index cdebe4f93..f14a79148 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-005_0.elapsed @@ -1 +1 @@ -7.229681491851807 \ No newline at end of file +7.077550411224365 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-005_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-005_0.txt index 625c03738..34adf4601 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-005_0.txt @@ -1,5 +1,5 @@ Running #504 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-005.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-005.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-005) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46adb0, *recvbuf=0x46adb0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-005.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 176552 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 223058 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 176553 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 223059 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.229681491851807 +Command return code: 255, elapsed time: 7.077550411224365 Finished #504 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-005.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-006_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-006_0.elapsed index f3678d29f..0392d71f3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-006_0.elapsed @@ -1 +1 @@ -7.356905937194824 \ No newline at end of file +7.554587364196777 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-006_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-006_0.txt index d51a56d33..a890bcb74 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-006_0.txt @@ -1,5 +1,5 @@ Running #1196 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-006.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-006.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-006) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46ac80, *recvbuf=0x46ac80, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46adc0, *recvbuf=0x46adc0, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-006.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206564 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252194 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206565 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252195 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.356905937194824 +Command return code: 255, elapsed time: 7.554587364196777 Finished #1196 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-006.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-007_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-007_0.elapsed index c7117506b..2f0d853f3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-007_0.elapsed @@ -1 +1 @@ -7.460871934890747 \ No newline at end of file +7.411191701889038 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-007_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-007_0.txt index 7767c9662..9a657c5ba 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-007_0.txt @@ -1,5 +1,5 @@ Running #830 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-007.c (batchinfo:1/1) @@ -49,25 +49,25 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca70. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Reduce(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-007.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-007) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-007) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Reduce(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-007.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190300 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236820 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190301 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236821 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.460871934890747 +Command return code: 255, elapsed time: 7.411191701889038 Finished #830 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-007.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-008_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-008_0.elapsed index e3df9ee9e..0edd4c2ad 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-008_0.elapsed @@ -1 +1 @@ -7.262408494949341 \ No newline at end of file +7.2103047370910645 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-008_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-008_0.txt index 60592b0e1..bcc6379d4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-008_0.txt @@ -1,5 +1,5 @@ Running #896 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-008.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=1, datatype=MPI_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470760, *recvbuf=0x470760, count=1, datatype=MPI_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-008.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-008) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46acb0, *recvbuf=0x46acb0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-008.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190765 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236675 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190766 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236676 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.262408494949341 +Command return code: 255, elapsed time: 7.2103047370910645 Finished #896 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-008.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-009_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-009_0.elapsed index e03281ea6..d8da92690 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-009_0.elapsed @@ -1 +1 @@ -7.43290638923645 \ No newline at end of file +7.505971193313599 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-009_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-009_0.txt index a4fed5edf..b9d524605 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-009_0.txt @@ -1,5 +1,5 @@ Running #1117 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-009.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=4, datatype=MPI_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470760, *recvbuf=0x470760, count=4, datatype=MPI_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-009.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-009) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46ad40, *recvbuf=0x46ad40, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-009.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208195 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252944 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208196 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252945 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.43290638923645 +Command return code: 255, elapsed time: 7.505971193313599 Finished #1117 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-009.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-010_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-010_0.elapsed index 857ddfd83..a5c3db7fc 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-010_0.elapsed @@ -1 +1 @@ -7.876450538635254 \ No newline at end of file +7.383322238922119 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-010_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-010_0.txt index 131104bc1..1949dc58e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-010_0.txt @@ -1,5 +1,5 @@ Running #1110 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-010.c (batchinfo:1/1) @@ -49,25 +49,25 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca70. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Reduce(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-010.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-010) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-010) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Reduce(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_UNSIGNED, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-010.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206373 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251076 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206374 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251077 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.876450538635254 +Command return code: 255, elapsed time: 7.383322238922119 Finished #1110 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-010.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-011_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-011_0.elapsed index b668b18d9..260c2714f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-011_0.elapsed @@ -1 +1 @@ -0.9708292484283447 \ No newline at end of file +7.3122546672821045 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-011_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-011_0.txt index 4fb55dd6a..9e35e379e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-011_0.txt @@ -1,5 +1,5 @@ Running #459 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-011.c (batchinfo:1/1) @@ -47,23 +47,43 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [1] ERROR: Signal 11 caught in ITC code section. -| [1] ERROR: Either ITC is faulty or (more likely in a release version) -| [1] ERROR: the application has corrupted ITC's internal data structures. -| [1] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: No problem found in local rank [0] (same as global rank): +| [0] ERROR: MPI_Reduce(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=1, datatype=MPI_UNSIGNED, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-011.c:43) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-011) +| [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Reduce(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-011.c:48) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-011) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 189117 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235324 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 189118 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235325 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.9708292484283447 +Command return code: 255, elapsed time: 7.3122546672821045 Finished #459 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-011.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-012_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-012_0.elapsed index 35efc8055..e385235fc 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-012_0.elapsed @@ -1 +1 @@ -7.119282484054565 \ No newline at end of file +7.321066617965698 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-012_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-012_0.txt index 38ab8f442..1555304e5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-012_0.txt @@ -1,5 +1,5 @@ Running #558 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-012.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=4, datatype=MPI_UNSIGNED, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=4, datatype=MPI_UNSIGNED, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-012.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-012) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46ad70, *recvbuf=0x46ad70, count=4, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=4, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-012.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196305 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242269 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196306 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242270 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.119282484054565 +Command return code: 255, elapsed time: 7.321066617965698 Finished #558 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-012.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-013_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-013_0.elapsed index 48a19cde1..b28a7fd16 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-013_0.elapsed @@ -1 +1 @@ -7.508511304855347 \ No newline at end of file +7.430994033813477 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-013_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-013_0.txt index 6b0b674de..8831510aa 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-013_0.txt @@ -1,5 +1,5 @@ Running #858 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-013.c (batchinfo:1/1) @@ -49,25 +49,25 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47c9e0. +| [0] WARNING: Send and receive buffers overlap at address 0x470780. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Reduce(*sendbuf=0x47c9e0, *recvbuf=0x47c9e0, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Reduce(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-013.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-013) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-013) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Reduce(*sendbuf=0x47c9e0, *recvbuf=0x47c9e0, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-013.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-013) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-013) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186295 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232295 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186296 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232296 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.508511304855347 +Command return code: 255, elapsed time: 7.430994033813477 Finished #858 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-013.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-014_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-014_0.elapsed index 8be9c9707..0c853624e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-014_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-014_0.elapsed @@ -1 +1 @@ -7.117106914520264 \ No newline at end of file +7.270470142364502 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-014_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-014_0.txt index c140e329e..9198743e5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-014_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-014_0.txt @@ -1,5 +1,5 @@ Running #760 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-014.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470770, *recvbuf=0x470770, count=1, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470760, *recvbuf=0x470760, count=1, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-014.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-014) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46ad70, *recvbuf=0x46ad70, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46ae30, *recvbuf=0x46ae30, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-014.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-014) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182862 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227899 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182864 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227900 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.117106914520264 +Command return code: 255, elapsed time: 7.270470142364502 Finished #760 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-014.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015_0.elapsed index 0808305c6..72c201574 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015_0.elapsed @@ -1 +1 @@ -7.296650409698486 \ No newline at end of file +1.1184043884277344 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015_0.md5sum deleted file mode 100644 index 627c25958..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -b91b8a8e7c0d839a77220de1273232e6 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015_0.txt index 23a4ddf51..81db9a50e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015_0.txt @@ -1,5 +1,5 @@ Running #1082 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-015.c (batchinfo:1/1) @@ -47,43 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error -| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=4, datatype=MPI_UNSIGNED_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-015.c:44) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015) -| [0] ERROR: 4 elements transferred by peer but 8 expected by -| [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46acc0, *recvbuf=0x46acc0, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-015.c:49) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-015) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 207764 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252655 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 207766 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252656 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.296650409698486 +Command return code: 255, elapsed time: 1.1184043884277344 Finished #1082 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-015.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-016_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-016_0.elapsed index df63b292d..aa4f0f32c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-016_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-016_0.elapsed @@ -1 +1 @@ -7.538562059402466 \ No newline at end of file +7.276456832885742 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-016_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-016_0.txt index e60bd511d..1372ee9aa 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-016_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-016_0.txt @@ -1,5 +1,5 @@ Running #614 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-016.c (batchinfo:1/1) @@ -49,25 +49,25 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca70. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Reduce(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-016.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-016) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-016) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Reduce(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-016.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-016) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-016) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194278 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237811 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194279 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237812 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.538562059402466 +Command return code: 255, elapsed time: 7.276456832885742 Finished #614 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-016.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-017_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-017_0.elapsed index db0a803fd..163a74726 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-017_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-017_0.elapsed @@ -1 +1 @@ -7.322404623031616 \ No newline at end of file +7.292094945907593 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-017_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-017_0.txt index 3bb5fc5f1..e6e0e1e1e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-017_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-017_0.txt @@ -1,5 +1,5 @@ Running #956 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-017.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-017.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-017) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46acb0, *recvbuf=0x46acb0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46adc0, *recvbuf=0x46adc0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-017.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-017) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 204203 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250958 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 204204 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250959 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.322404623031616 +Command return code: 255, elapsed time: 7.292094945907593 Finished #956 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-017.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018_0.elapsed index a868be737..2965f7ee5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018_0.elapsed @@ -1 +1 @@ -7.338696718215942 \ No newline at end of file +1.1669299602508545 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018_0.md5sum deleted file mode 100644 index 224551b75..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -329d67372e94487fabee1665420830eb \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018_0.txt index 161c74f9a..855e009bb 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018_0.txt @@ -1,5 +1,5 @@ Running #1178 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-018.c (batchinfo:1/1) @@ -47,43 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error -| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=4, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-018.c:45) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018) -| [0] ERROR: 4 elements transferred by peer but 8 expected by -| [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46ad00, *recvbuf=0x46ad00, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-018.c:51) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-018) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 210433 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252810 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 210434 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252811 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.338696718215942 +Command return code: 255, elapsed time: 1.1669299602508545 Finished #1178 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-018.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-019_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-019_0.elapsed index 96992b595..df35b70d4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-019_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-019_0.elapsed @@ -1 +1 @@ -7.381664514541626 \ No newline at end of file +7.399124383926392 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-019_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-019_0.txt index 2939a9075..16c950b22 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-019_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-019_0.txt @@ -1,5 +1,5 @@ Running #1057 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-019.c (batchinfo:1/1) @@ -49,25 +49,25 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca70. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Reduce(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_FLOAT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_FLOAT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-019.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-019) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-019) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Reduce(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_FLOAT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_FLOAT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-019.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-019) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-019.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -76,16 +76,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198344 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243167 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198345 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243168 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.381664514541626 +Command return code: 255, elapsed time: 7.399124383926392 Finished #1057 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-019.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-020_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-020_0.elapsed index 2333deeee..aba4c031f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-020_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-020_0.elapsed @@ -1 +1 @@ -7.3170506954193115 \ No newline at end of file +7.261202335357666 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-020_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-020_0.txt index 3a5293323..33cafc5b8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-020_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-020_0.txt @@ -1,5 +1,5 @@ Running #654 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-020.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=1, datatype=MPI_FLOAT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=1, datatype=MPI_FLOAT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-020.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-020) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46acf0, *recvbuf=0x46acf0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-020.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-020) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195687 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241933 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195689 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241934 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3170506954193115 +Command return code: 255, elapsed time: 7.261202335357666 Finished #654 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-020.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-021_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-021_0.elapsed index 5fc4b8b45..fc77c7052 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-021_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-021_0.elapsed @@ -1 +1 @@ -7.300527095794678 \ No newline at end of file +7.300059795379639 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-021_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-021_0.txt index fc4cf4201..b6acf997f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-021_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-021_0.txt @@ -1,5 +1,5 @@ Running #787 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-021.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-021.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-021) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46acb0, *recvbuf=0x46acb0, count=4, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46adb0, *recvbuf=0x46adb0, count=4, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-021.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-021) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203704 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 249290 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203705 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 249291 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.300527095794678 +Command return code: 255, elapsed time: 7.300059795379639 Finished #787 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-021.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-022_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-022_0.elapsed index da7417de2..e5c3ecf76 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-022_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-022_0.elapsed @@ -1 +1 @@ -8.474680423736572 \ No newline at end of file +7.914008140563965 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-022_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-022_0.txt index f043dc2f1..5979c52f2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-022_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-022_0.txt @@ -1,5 +1,5 @@ Running #779 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-022.c (batchinfo:1/1) @@ -49,35 +49,35 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47c970. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Reduce(*sendbuf=0x47c970, *recvbuf=0x47c970, count=10, datatype=MPI_BYTE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_BYTE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-022.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-022) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-022) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Reduce(*sendbuf=0x47c970, *recvbuf=0x47c970, count=10, datatype=MPI_BYTE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_BYTE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-022.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-022) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-022) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Reduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_BYTE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Reduce(*sendbuf=0x46adb0, *recvbuf=0x46adb0, count=10, datatype=MPI_BYTE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-022.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-022) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-022) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-022.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-022.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -86,16 +86,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193672 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239053 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193673 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239055 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.474680423736572 +Command return code: 255, elapsed time: 7.914008140563965 Finished #779 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-022.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-023_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-023_0.elapsed index 04375b228..040e05e40 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-023_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-023_0.elapsed @@ -1 +1 @@ -7.336344242095947 \ No newline at end of file +7.326222896575928 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-023_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-023_0.txt index 3c15eb96e..9937b6451 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-023_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-023_0.txt @@ -1,5 +1,5 @@ Running #736 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-023.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=1, datatype=MPI_BYTE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470760, *recvbuf=0x470760, count=1, datatype=MPI_BYTE, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-023.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-023) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46adb0, *recvbuf=0x46adb0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-023.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-023) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-023.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186892 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 232388 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186893 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 232390 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.336344242095947 +Command return code: 255, elapsed time: 7.326222896575928 Finished #736 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-023.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-024_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-024_0.elapsed index 1f0cd054a..d605760b5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-024_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-024_0.elapsed @@ -1 +1 @@ -7.245840311050415 \ No newline at end of file +7.25079607963562 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-024_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-024_0.txt index e6b1be2c8..8c7d651f3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-024_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-024_0.txt @@ -1,5 +1,5 @@ Running #1020 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-024.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-024.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-024.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-024) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-024) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46ad70, *recvbuf=0x46ad70, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46adc0, *recvbuf=0x46adc0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-024.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-024) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-024) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-024.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-024.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203744 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250238 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203745 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250239 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.245840311050415 +Command return code: 255, elapsed time: 7.25079607963562 Finished #1020 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-024.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-025_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-025_0.elapsed index 9a84e9d70..a15818f4f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-025_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-025_0.elapsed @@ -1 +1 @@ -7.865238189697266 \ No newline at end of file +8.018696308135986 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-025_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-025_0.txt index 285f8355a..08956c40c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-025_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-025_0.txt @@ -1,5 +1,5 @@ Running #968 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-025.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-025.c (batchinfo:1/1) @@ -53,35 +53,35 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47c9e0. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Reduce(*sendbuf=0x47c9e0, *recvbuf=0x47c9e0, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-025.c:50) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-025) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-025) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Reduce(*sendbuf=0x47c9e0, *recvbuf=0x47c9e0, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-025.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-025) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-025) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: MPI_Op MPI_SUM operation not defined for this datatype. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Reduce(*sendbuf=0x46acf0, *recvbuf=0x46acf0, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Reduce(*sendbuf=0x46adb0, *recvbuf=0x46adb0, count=10, datatype=MPI_DOUBLE_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-025.c:50) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-025) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-025) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-025.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-025.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed @@ -90,16 +90,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195554 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241459 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195555 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241460 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.865238189697266 +Command return code: 255, elapsed time: 8.018696308135986 Finished #968 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-025.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-026_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-026_0.elapsed index bf11cfff1..fa5f89391 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-026_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-026_0.elapsed @@ -1 +1 @@ -6.996781587600708 \ No newline at end of file +6.9276463985443115 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-026_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-026_0.txt index 8b0e2c438..b7d2d8fc9 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-026_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-026_0.txt @@ -1,5 +1,5 @@ Running #496 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-026.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-026.c (batchinfo:1/1) @@ -60,17 +60,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-026.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-026) | [0] ERROR: 2 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46ae30, *recvbuf=0x46ae30, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-026.c:56) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-026) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-026) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-026.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-026.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 170224 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 215757 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 170225 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 215758 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 6.996781587600708 +Command return code: 255, elapsed time: 6.9276463985443115 Finished #496 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-026.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027_0.elapsed index 32f41a7d3..877273707 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027_0.elapsed @@ -1 +1 @@ -7.404832124710083 \ No newline at end of file +1.0071079730987549 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027_0.md5sum deleted file mode 100644 index ccffefb6a..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -e758571ace0c0732a0869935cd4a1e54 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027_0.txt index 1924a85db..cd166b07c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027_0.txt @@ -1,5 +1,5 @@ Running #471 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-027.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-027.c (batchinfo:1/1) @@ -51,43 +51,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error -| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47c9e0, *recvbuf=0x47c9e0, count=4, datatype=MPI_DOUBLE_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-027.c:55) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027) -| [0] ERROR: 8 elements transferred by peer but 16 expected by -| [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46aca0, *recvbuf=0x46aca0, count=16, datatype=MPI_INT, op=MPI_SUM, root=0, comm=MPI_COMM_WORLD) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-027.c:60) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-027) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-027.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 186689 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231768 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 186690 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231769 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.404832124710083 +Command return code: 255, elapsed time: 1.0071079730987549 Finished #471 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-027.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-028_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-028_0.elapsed index 310bd6245..f0eb28ef3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-028_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-028_0.elapsed @@ -1 +1 @@ -7.377873659133911 \ No newline at end of file +7.27825140953064 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-028_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-028_0.txt index e64e50e19..7b42b8168 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-028_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-028_0.txt @@ -1,5 +1,5 @@ Running #1063 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-028.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-028.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470780, *recvbuf=0x470780, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d2f0, *recvbuf=0x47d2f0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-028.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-028) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-028) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b560, *recvbuf=0x46b560, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b660, *recvbuf=0x46b660, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-028.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-028) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-028) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-028.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-028.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199947 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 244925 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199948 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 244926 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.377873659133911 +Command return code: 255, elapsed time: 7.27825140953064 Finished #1063 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-028.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-029_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-029_0.elapsed index 3e84165a5..0bd6fe723 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-029_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-029_0.elapsed @@ -1 +1 @@ -7.362841606140137 \ No newline at end of file +7.418515205383301 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-029_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-029_0.txt index 6744fd3a6..5950dbd04 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-029_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-029_0.txt @@ -1,5 +1,5 @@ Running #634 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-029.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-029.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47d280, *recvbuf=0x47d280, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d2f0, *recvbuf=0x47d2f0, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-029.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-029) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b530, *recvbuf=0x46b530, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b670, *recvbuf=0x46b670, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-029.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-029) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-029) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-029.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-029.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185311 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 230914 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185313 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 230915 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.362841606140137 +Command return code: 255, elapsed time: 7.418515205383301 Finished #634 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-029.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-030_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-030_0.elapsed index 0f7d1decb..0498852e0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-030_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-030_0.elapsed @@ -1 +1 @@ -7.332648277282715 \ No newline at end of file +7.248993158340454 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-030_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-030_0.txt index 2caa9e4c8..301b49564 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-030_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-030_0.txt @@ -1,5 +1,5 @@ Running #1164 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-030.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-030.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470800, *recvbuf=0x470800, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d260, *recvbuf=0x47d260, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-030.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-030) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-030) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b5a0, *recvbuf=0x46b5a0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b670, *recvbuf=0x46b670, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-030.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-030) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-030) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-030.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-030.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203587 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246980 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203588 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246981 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.332648277282715 +Command return code: 255, elapsed time: 7.248993158340454 Finished #1164 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-030.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-031_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-031_0.elapsed index c4c894180..d04cdca98 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-031_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-031_0.elapsed @@ -1 +1 @@ -7.209625244140625 \ No newline at end of file +7.400548458099365 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-031_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-031_0.txt index 9ed4f591f..696652ac6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-031_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-031_0.txt @@ -1,5 +1,5 @@ Running #1097 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-031.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-031.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47d310, *recvbuf=0x47d310, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d270, *recvbuf=0x47d270, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-031.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-031) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-031) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b570, *recvbuf=0x46b570, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b5f0, *recvbuf=0x46b5f0, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-031.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-031) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-031) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-031.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-031.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200266 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245048 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200267 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245049 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.209625244140625 +Command return code: 255, elapsed time: 7.400548458099365 Finished #1097 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-031.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-032_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-032_0.elapsed index be6770566..0356378ed 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-032_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-032_0.elapsed @@ -1 +1 @@ -7.290475368499756 \ No newline at end of file +7.707891464233398 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-032_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-032_0.txt index 1322e7975..c85ffe5b1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-032_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-032_0.txt @@ -1,5 +1,5 @@ Running #765 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-032.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-032.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470800, *recvbuf=0x470800, count=1, datatype=MPI_UNSIGNED, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d2f0, *recvbuf=0x47d2f0, count=1, datatype=MPI_UNSIGNED, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-032.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-032) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-032) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b5a0, *recvbuf=0x46b5a0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b670, *recvbuf=0x46b670, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-032.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-032) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-032) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-032.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-032.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188403 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233597 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188404 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233600 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.290475368499756 +Command return code: 255, elapsed time: 7.707891464233398 Finished #765 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-032.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-033_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-033_0.elapsed index 350724fb8..c6956de2b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-033_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-033_0.elapsed @@ -1 +1 @@ -7.1650989055633545 \ No newline at end of file +7.483201503753662 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-033_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-033_0.txt index 2f04b34ca..9dde1bd5b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-033_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-033_0.txt @@ -1,5 +1,5 @@ Running #1051 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-033.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-033.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470770, *recvbuf=0x470770, count=4, datatype=MPI_UNSIGNED, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d2f0, *recvbuf=0x47d2f0, count=4, datatype=MPI_UNSIGNED, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-033.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-033) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-033) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b620, *recvbuf=0x46b620, count=4, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b660, *recvbuf=0x46b660, count=4, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-033.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-033) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-033) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-033.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-033.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211004 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 260994 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211005 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 260995 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.1650989055633545 +Command return code: 255, elapsed time: 7.483201503753662 Finished #1051 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-033.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-034_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-034_0.elapsed index bf38fe63c..5efd099e6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-034_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-034_0.elapsed @@ -1 +1 @@ -7.256602048873901 \ No newline at end of file +7.297890901565552 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-034_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-034_0.txt index 7219944da..50a766c38 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-034_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-034_0.txt @@ -1,5 +1,5 @@ Running #809 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-034.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-034.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x470800, *recvbuf=0x470800, count=1, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d2f0, *recvbuf=0x47d2f0, count=1, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-034.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-034) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-034) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b620, *recvbuf=0x46b620, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b6e0, *recvbuf=0x46b6e0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-034.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-034) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-034) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-034.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-034.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 198967 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 245378 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 198968 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 245379 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.256602048873901 +Command return code: 255, elapsed time: 7.297890901565552 Finished #809 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-034.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035_0.elapsed index 4b7667651..35cc774c1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035_0.elapsed @@ -1 +1 @@ -7.23963737487793 \ No newline at end of file +1.0154411792755127 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035_0.md5sum deleted file mode 100644 index da9d163e4..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -a2b0e015c9c034b25bf654c4f8301a22 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035_0.txt index 7079a20a0..9364fb0d1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035_0.txt @@ -1,5 +1,5 @@ Running #675 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-035.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-035.c (batchinfo:1/1) @@ -47,43 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| -| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error -| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), -| [0] ERROR: other processes may also be affected. -| [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47d310, *recvbuf=0x47d310, count=4, datatype=MPI_UNSIGNED_LONG_LONG, op=MPI_SUM, root=0, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-035.c:48) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035) -| [0] ERROR: 4 elements transferred by peer but 8 expected by -| [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b5b0, *recvbuf=0x46b5b0, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) -| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-035.c:54) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-035) -| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting -| [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-035.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac -| -| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed -| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. -| +| [0] ERROR: Signal 11 caught in ITC code section. +| [0] ERROR: Either ITC is faulty or (more likely in a release version) +| [0] ERROR: the application has corrupted ITC's internal data structures. +| [0] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188584 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234026 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188585 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234027 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.23963737487793 +Command return code: 255, elapsed time: 1.0154411792755127 Finished #675 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-035.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-036_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-036_0.elapsed index 874ea4195..0799ef93f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-036_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-036_0.elapsed @@ -1 +1 @@ -1.0763132572174072 \ No newline at end of file +8.17190170288086 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-036_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-036_0.txt index 67abb037a..903735bed 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-036_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-036_0.txt @@ -1,5 +1,5 @@ Running #570 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-036.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-036.c (batchinfo:1/1) @@ -47,23 +47,43 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] ERROR: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: error +| [0] ERROR: Mismatch found in local rank [1] (global rank [1]), +| [0] ERROR: other processes may also be affected. +| [0] ERROR: No problem found in local rank [0] (same as global rank): +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d380, *recvbuf=0x47d380, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-036.c:45) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-036) +| [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by +| [0] ERROR: local rank [1] (same as global rank): +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b730, *recvbuf=0x46b730, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-036.c:49) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-036) +| [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [0] WARNING: starting emergency trace file writing +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-036.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188264 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233592 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188265 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233594 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0763132572174072 +Command return code: 255, elapsed time: 8.17190170288086 Finished #570 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-036.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-037_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-037_0.elapsed index d4ecaefd0..bc036dfcc 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-037_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-037_0.elapsed @@ -1 +1 @@ -7.262070655822754 \ No newline at end of file +7.277565002441406 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-037_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-037_0.txt index acf09f73f..7ad01eece 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-037_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-037_0.txt @@ -1,5 +1,5 @@ Running #1074 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-037.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-037.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47d370, *recvbuf=0x47d370, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d300, *recvbuf=0x47d300, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-037.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-037) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-037) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b5c0, *recvbuf=0x46b5c0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b640, *recvbuf=0x46b640, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-037.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-037) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-037) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-037.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-037.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205649 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250105 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205650 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250107 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.262070655822754 +Command return code: 255, elapsed time: 7.277565002441406 Finished #1074 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-037.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-038_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-038_0.elapsed index 8e8e03585..ba6ce2a5b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-038_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-038_0.elapsed @@ -1 +1 @@ -7.1095170974731445 \ No newline at end of file +7.279767751693726 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-038_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-038_0.txt index 52f84368d..b744b1a7d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-038_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-038_0.txt @@ -1,5 +1,5 @@ Running #1190 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-038.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-038.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47d370, *recvbuf=0x47d370, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d300, *recvbuf=0x47d300, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-038.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-038) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-038) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b5b0, *recvbuf=0x46b5b0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b630, *recvbuf=0x46b630, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-038.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-038) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-038) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-038.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-038.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 200988 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246589 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 200989 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246591 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.1095170974731445 +Command return code: 255, elapsed time: 7.279767751693726 Finished #1190 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-038.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-039_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-039_0.elapsed index b2cbdaf30..cb303309f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-039_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-039_0.elapsed @@ -1 +1 @@ -7.211190223693848 \ No newline at end of file +8.956185579299927 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-039_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-039_0.txt index 1aaabe2e8..4c5ef7feb 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-039_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-039_0.txt @@ -1,5 +1,5 @@ Running #477 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-039.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-039.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47d2f0, *recvbuf=0x47d2f0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d380, *recvbuf=0x47d380, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-039.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-039) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-039) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b580, *recvbuf=0x46b580, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b640, *recvbuf=0x46b640, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-039.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-039) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-039) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-039.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-039.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188901 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 233571 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188902 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 233572 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.211190223693848 +Command return code: 255, elapsed time: 8.956185579299927 Finished #477 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-039.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-040_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-040_0.elapsed index 79f02389d..e74ceaa7a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-040_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-040_0.elapsed @@ -1 +1 @@ -7.167571544647217 \ No newline at end of file +7.147921323776245 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-040_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-040_0.txt index 7d3cb6dc4..70acd3b5c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-040_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-040_0.txt @@ -1,5 +1,5 @@ Running #812 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-040.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-040.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47d370, *recvbuf=0x47d370, count=1, datatype=MPI_LONG, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d380, *recvbuf=0x47d380, count=1, datatype=MPI_LONG, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-040.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-040) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-040) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b570, *recvbuf=0x46b570, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b630, *recvbuf=0x46b630, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-040.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-040) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-040) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-040.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-040.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 199864 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246330 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 199865 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246331 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.167571544647217 +Command return code: 255, elapsed time: 7.147921323776245 Finished #812 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-040.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-041_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-041_0.elapsed index 2e0e448ac..0b796713e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-041_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-041_0.elapsed @@ -1 +1 @@ -7.549950361251831 \ No newline at end of file +7.280300855636597 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-041_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-041_0.txt index d2132e493..9ad5a40d1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-041_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-041_0.txt @@ -1,5 +1,5 @@ Running #769 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-041.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-041.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47d370, *recvbuf=0x47d370, count=4, datatype=MPI_LONG, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d280, *recvbuf=0x47d280, count=4, datatype=MPI_LONG, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-041.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-041) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-041) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b600, *recvbuf=0x46b600, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b640, *recvbuf=0x46b640, count=8, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-041.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-041) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-041) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-041.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-041.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190206 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235322 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190207 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235323 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.549950361251831 +Command return code: 255, elapsed time: 7.280300855636597 Finished #769 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-041.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-042_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-042_0.elapsed index dcb42dfb0..9c4c31cd1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-042_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-042_0.elapsed @@ -1 +1 @@ -0.8186652660369873 \ No newline at end of file +0.9756608009338379 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-042_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-042_0.md5sum deleted file mode 100644 index dd19194c6..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-042_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -4fc182155b7ef129433cd6de107c233c \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-042_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-042_0.txt index b22f7924a..8a0f6c9e5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-042_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-042_0.txt @@ -1,5 +1,5 @@ Running #562 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-042.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-042.c (batchinfo:1/1) @@ -47,23 +47,23 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| [1] ERROR: Signal 11 caught in ITC code section. +| [1] ERROR: Either ITC is faulty or (more likely in a release version) +| [1] ERROR: the application has corrupted ITC's internal data structures. +| [1] ERROR: Giving up now... | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 180338 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 225551 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 180339 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 225552 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.8186652660369873 +Command return code: 255, elapsed time: 0.9756608009338379 Finished #562 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-042.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-043_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-043_0.elapsed index 3bdc231fb..b929ded61 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-043_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-043_0.elapsed @@ -1 +1 @@ -7.382171630859375 \ No newline at end of file +7.341660499572754 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-043_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-043_0.txt index 9228444d1..5fae46424 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-043_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-043_0.txt @@ -1,5 +1,5 @@ Running #1102 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-043.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-043.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47d370, *recvbuf=0x47d370, count=4, datatype=MPI_FLOAT, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d2f0, *recvbuf=0x47d2f0, count=4, datatype=MPI_FLOAT, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-043.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-043) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-043) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b670, *recvbuf=0x46b670, count=4, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b630, *recvbuf=0x46b630, count=4, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-043.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-043) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-043) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-043.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-043.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202054 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246845 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202055 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246846 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.382171630859375 +Command return code: 255, elapsed time: 7.341660499572754 Finished #1102 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-043.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-044_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-044_0.elapsed index bda633537..55839aaf4 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-044_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-044_0.elapsed @@ -1 +1 @@ -7.301335334777832 \ No newline at end of file +7.276553392410278 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-044_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-044_0.txt index 601b3a271..a2132c59f 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-044_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-044_0.txt @@ -1,5 +1,5 @@ Running #781 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-044.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-044.c (batchinfo:1/1) @@ -56,21 +56,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47d370, *recvbuf=0x47d370, count=1, datatype=MPI_DOUBLE_INT, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d380, *recvbuf=0x47d380, count=1, datatype=MPI_DOUBLE_INT, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-044.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-044) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-044) | [0] ERROR: 2 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b570, *recvbuf=0x46b570, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b6c0, *recvbuf=0x46b6c0, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-044.c:59) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-044) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-044) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-044.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-044.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 197087 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242702 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 197088 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242703 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.301335334777832 +Command return code: 255, elapsed time: 7.276553392410278 Finished #781 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-044.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-045_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-045_0.elapsed index 43e865596..1ff6a70ed 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-045_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-045_0.elapsed @@ -1 +1 @@ -7.214016914367676 \ No newline at end of file +7.249378442764282 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-045_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-045_0.txt index 6d17be832..75a345734 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-045_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-045_0.txt @@ -1,5 +1,5 @@ Running #720 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-045.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-045.c (batchinfo:1/1) @@ -56,21 +56,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47d2e0, *recvbuf=0x47d2e0, count=4, datatype=MPI_DOUBLE_INT, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d2f0, *recvbuf=0x47d2f0, count=4, datatype=MPI_DOUBLE_INT, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-045.c:58) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-045) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-045) | [0] ERROR: 8 elements transferred by peer but 16 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b5a0, *recvbuf=0x46b5a0, count=16, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b660, *recvbuf=0x46b660, count=16, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-045.c:63) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-045) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-045) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-045.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-045.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -78,16 +78,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196502 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 242509 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196503 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 242510 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.214016914367676 +Command return code: 255, elapsed time: 7.249378442764282 Finished #720 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-045.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-046_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-046_0.elapsed index 1ef760f7b..032cc3164 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-046_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-046_0.elapsed @@ -1 +1 @@ -7.18914008140564 \ No newline at end of file +7.093258619308472 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-046_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-046_0.txt index 45857c5b1..335660cb1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-046_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-046_0.txt @@ -1,5 +1,5 @@ Running #567 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-046.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-046.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47d4d0, *recvbuf=0x47d4d0, count=1, datatype=0x8c000006, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d4e0, *recvbuf=0x47d4e0, count=1, datatype=0x8c000006, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-046.c:54) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-046) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-046) | [0] ERROR: 6 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b910, *recvbuf=0x46b910, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b960, *recvbuf=0x46b960, count=1, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-046.c:59) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-046) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-046) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-046.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-046.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183476 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228625 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183477 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228626 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.18914008140564 +Command return code: 255, elapsed time: 7.093258619308472 Finished #567 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-046.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-047_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-047_0.elapsed index 084442e46..9185d5fd7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-047_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-047_0.elapsed @@ -1 +1 @@ -7.8366687297821045 \ No newline at end of file +7.266596555709839 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-047_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-047_0.txt index fd3fcb6c2..c5aac7441 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_reduce-047_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_reduce-047_0.txt @@ -1,5 +1,5 @@ Running #930 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-047.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_reduce-047.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x47d440, *recvbuf=0x47d440, count=4, datatype=0x8c000006, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x47d4e0, *recvbuf=0x47d4e0, count=4, datatype=0x8c000006, op=MPI_SUM, root=0, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-047.c:56) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-047) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-047) | [0] ERROR: 24 elements transferred by peer but 28 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Reduce(*sendbuf=0x46b860, *recvbuf=0x46b860, count=28, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Reduce(*sendbuf=0x46b9b0, *recvbuf=0x46b9b0, count=28, datatype=MPI_INT, op=MPI_SUM, root=0, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-047.c:62) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_reduce-047) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_reduce-047) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-047.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_reduce-047.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194178 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 240896 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194179 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 240897 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.8366687297821045 +Command return code: 255, elapsed time: 7.266596555709839 Finished #930 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_reduce-047.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-001_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-001_0.elapsed index 90eab6ebf..0f0237578 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-001_0.elapsed @@ -1 +1 @@ -8.6416015625 \ No newline at end of file +7.326674938201904 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-001_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-001_0.txt index c0b5ba194..68514d043 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-001_0.txt @@ -1,5 +1,5 @@ Running #663 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-001.c (batchinfo:1/1) @@ -49,62 +49,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47c9f0. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Scan(*sendbuf=0x47c9f0, *recvbuf=0x47c9f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Scan(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-001.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-001) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-001) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ac70. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Scan(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-001.c:41) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-001) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Scan(*sendbuf=0x47c9f0, *recvbuf=0x47c9f0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Scan(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-001.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-001) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Scan(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-001.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-001) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-001) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Scan(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-001.c:41) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-001) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46adb0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Scan(*sendbuf=0x46adb0, *recvbuf=0x46adb0, count=10, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-001.c:41) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-001) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 182391 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 228145 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 182392 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 228146 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.6416015625 +Command return code: 255, elapsed time: 7.326674938201904 Finished #663 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-002_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-002_0.elapsed index 1dc603785..85c4fcf83 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-002_0.elapsed @@ -1 +1 @@ -7.479303598403931 \ No newline at end of file +7.423269510269165 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-002_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-002_0.txt index a320e49ff..b4d879802 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-002_0.txt @@ -1,5 +1,5 @@ Running #983 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-002.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x470760, *recvbuf=0x470760, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-002.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-002) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46ad70, *recvbuf=0x46ad70, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x46ae30, *recvbuf=0x46ae30, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-002.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203006 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248750 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203007 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248751 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.479303598403931 +Command return code: 255, elapsed time: 7.423269510269165 Finished #983 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-002.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-003_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-003_0.elapsed index fd79eed9c..a3c29c7f8 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-003_0.elapsed @@ -1 +1 @@ -7.163806915283203 \ No newline at end of file +7.123416185379028 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-003_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-003_0.txt index 762295f26..471eb7020 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-003_0.txt @@ -1,5 +1,5 @@ Running #694 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-003.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x470770, *recvbuf=0x470770, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-003.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-003) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46ad80, *recvbuf=0x46ad80, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x46ad40, *recvbuf=0x46ad40, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-003.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 181855 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 227152 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 181856 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 227153 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.163806915283203 +Command return code: 255, elapsed time: 7.123416185379028 Finished #694 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-003.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-004_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-004_0.elapsed index af2d00469..a770478ee 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-004_0.elapsed @@ -1 +1 @@ -8.658347606658936 \ No newline at end of file +7.4548444747924805 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-004_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-004_0.txt index 17a5f728c..24194dc55 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-004_0.txt @@ -1,5 +1,5 @@ Running #717 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-004.c (batchinfo:1/1) @@ -49,62 +49,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca70. +| [0] WARNING: Send and receive buffers overlap at address 0x470710. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Scan(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Scan(*sendbuf=0x470710, *recvbuf=0x470710, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-004.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-004) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-004) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ac70. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Scan(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-004.c:41) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-004) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Scan(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Scan(*sendbuf=0x470710, *recvbuf=0x470710, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-004.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-004) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Scan(*sendbuf=0x470710, *recvbuf=0x470710, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-004.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-004) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-004) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Scan(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-004.c:41) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-004) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ad30. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Scan(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=10, datatype=MPI_DOUBLE, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-004.c:41) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-004) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-004.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 195394 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241775 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 195395 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241776 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.658347606658936 +Command return code: 255, elapsed time: 7.4548444747924805 Finished #717 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-004.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-005_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-005_0.elapsed index 2994dbc2a..ea115d995 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-005_0.elapsed @@ -1 +1 @@ -7.354567050933838 \ No newline at end of file +7.290621757507324 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-005_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-005_0.txt index d3f11207d..36c3823e7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-005_0.txt @@ -1,5 +1,5 @@ Running #733 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-005.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-005.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-005) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46acf0, *recvbuf=0x46acf0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-005.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 185787 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 231142 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 185788 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 231143 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.354567050933838 +Command return code: 255, elapsed time: 7.290621757507324 Finished #733 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-005.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-006_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-006_0.elapsed index de62dc7fe..2e8e95ccd 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-006_0.elapsed @@ -1 +1 @@ -7.3036181926727295 \ No newline at end of file +7.298227071762085 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-006_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-006_0.txt index 8a767e45e..60c4188a3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-006_0.txt @@ -1,5 +1,5 @@ Running #548 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-006.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-006.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-006) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46acc0, *recvbuf=0x46acc0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x46add0, *recvbuf=0x46add0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-006.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191014 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236550 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191015 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236551 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.3036181926727295 +Command return code: 255, elapsed time: 7.298227071762085 Finished #548 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-006.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-007_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-007_0.elapsed index 3cef7aecf..c305fe286 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-007_0.elapsed @@ -1 +1 @@ -9.000753164291382 \ No newline at end of file +8.68022084236145 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-007_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-007_0.txt index 96a1a813b..7b76c4ff2 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-007_0.txt @@ -1,5 +1,5 @@ Running #457 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-007.c (batchinfo:1/1) @@ -49,44 +49,44 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47c9e0. +| [0] WARNING: Send and receive buffers overlap at address 0x470780. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Scan(*sendbuf=0x47c9e0, *recvbuf=0x47c9e0, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Scan(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-007.c:41) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-007) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-007) | | [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ac70. +| [1] WARNING: Send and receive buffers overlap at address 0x46adb0. | [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Scan(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: MPI_Scan(*sendbuf=0x46adb0, *recvbuf=0x46adb0, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-007.c:41) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-007) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-007) | | [0] ERROR: LOCAL:MPI:CALL_FAILED: error | [0] ERROR: Buffers must not be aliased. | [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Scan(*sendbuf=0x47c9e0, *recvbuf=0x47c9e0, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-007.c:41) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-007) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-007) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | | [1] ERROR: LOCAL:MPI:CALL_FAILED: error | [1] ERROR: Buffers must not be aliased. | [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Scan(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] ERROR: MPI_Scan(*sendbuf=0x46adb0, *recvbuf=0x46adb0, count=10, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-007.c:41) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-007) +| [1] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-007) | [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-007.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed @@ -95,16 +95,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188191 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234338 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188192 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234339 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 9.000753164291382 +Command return code: 255, elapsed time: 8.68022084236145 Finished #457 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-007.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-008_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-008_0.elapsed index 692de76da..f36b0cb45 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-008_0.elapsed @@ -1 +1 @@ -7.301857948303223 \ No newline at end of file +8.895065546035767 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-008_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-008_0.txt index abcf81448..dd3b9d63c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-008_0.txt @@ -1,5 +1,5 @@ Running #897 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-008.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=1, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x470770, *recvbuf=0x470770, count=1, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-008.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-008) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46acf0, *recvbuf=0x46acf0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-008.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 191076 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 237213 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 191077 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 237215 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.301857948303223 +Command return code: 255, elapsed time: 8.895065546035767 Finished #897 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-008.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-009_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-009_0.elapsed index 10e89a57f..c1c8ad963 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-009_0.elapsed @@ -1 +1 @@ -7.432916164398193 \ No newline at end of file +7.448928356170654 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-009_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-009_0.txt index 567e59bbf..d51b4cb95 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-009_0.txt @@ -1,5 +1,5 @@ Running #917 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-009.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=4, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x4706f0, *recvbuf=0x4706f0, count=4, datatype=MPI_CHAR, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-009.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-009) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46acf0, *recvbuf=0x46acf0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-009.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 202663 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 248740 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 202664 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 248741 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.432916164398193 +Command return code: 255, elapsed time: 7.448928356170654 Finished #917 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-009.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-010_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-010_0.elapsed index 7e38221d5..80fb82c06 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-010_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-010_0.elapsed @@ -1 +1 @@ -8.666098594665527 \ No newline at end of file +7.285790681838989 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-010_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-010_0.txt index e24d8d5cb..a64ca8214 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-010_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-010_0.txt @@ -1,5 +1,5 @@ Running #572 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-010.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-010.c (batchinfo:1/1) @@ -49,62 +49,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47ca70. +| [0] WARNING: Send and receive buffers overlap at address 0x470780. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Scan(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Scan(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-010.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-010) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-010) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46acf0. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Scan(*sendbuf=0x46acf0, *recvbuf=0x46acf0, count=10, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-010.c:42) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-010) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Scan(*sendbuf=0x47ca70, *recvbuf=0x47ca70, count=10, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Scan(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-010.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-010) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Scan(*sendbuf=0x470780, *recvbuf=0x470780, count=10, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-010.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-010) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-010) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Scan(*sendbuf=0x46acf0, *recvbuf=0x46acf0, count=10, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-010.c:42) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-010) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46ad30. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Scan(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=10, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-010.c:42) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-010) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-010.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-010.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 188814 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 234438 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 188815 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 234439 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.666098594665527 +Command return code: 255, elapsed time: 7.285790681838989 Finished #572 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-010.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-011_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-011_0.elapsed index 82cfdd042..80317dde3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-011_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-011_0.elapsed @@ -1 +1 @@ -7.457862138748169 \ No newline at end of file +7.42441463470459 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-011_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-011_0.txt index 125125d4f..0ba068a73 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-011_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-011_0.txt @@ -1,5 +1,5 @@ Running #1220 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-011.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-011.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-011.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-011) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46acf0, *recvbuf=0x46acf0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x46adb0, *recvbuf=0x46adb0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-011.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-011) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-011) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-011.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-011.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 220583 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 265760 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 220584 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 265761 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.457862138748169 +Command return code: 255, elapsed time: 7.42441463470459 Finished #1220 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-011.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-012_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-012_0.elapsed index 37367430c..d199f503e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-012_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-012_0.elapsed @@ -1 +1 @@ -8.727245092391968 \ No newline at end of file +7.29181432723999 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-012_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-012_0.txt index 344c92b59..ed19c6ace 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-012_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-012_0.txt @@ -1,5 +1,5 @@ Running #1100 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-012.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-012.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x470770, *recvbuf=0x470770, count=4, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x470760, *recvbuf=0x470760, count=4, datatype=MPI_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-012.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-012) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46ac80, *recvbuf=0x46ac80, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x46add0, *recvbuf=0x46add0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-012.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-012) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-012) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-012.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-012.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201421 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246003 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201423 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246007 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.727245092391968 +Command return code: 255, elapsed time: 7.29181432723999 Finished #1100 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-012.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-013_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-013_0.elapsed index 1eb59f2c2..b7042b050 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-013_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-013_0.elapsed @@ -1 +1 @@ -9.08166217803955 \ No newline at end of file +7.434804439544678 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-013_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-013_0.txt index bec9a513c..3063ab407 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-013_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-013_0.txt @@ -1,5 +1,5 @@ Running #1108 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-013.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-013.c (batchinfo:1/1) @@ -49,62 +49,58 @@ Executing the command (cwd: None) | | | [0] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [0] WARNING: Send and receive buffers overlap at address 0x47c970. +| [0] WARNING: Send and receive buffers overlap at address 0x470810. | [0] WARNING: Control over buffers is about to be transferred to MPI at: -| [0] WARNING: MPI_Scan(*sendbuf=0x47c970, *recvbuf=0x47c970, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] WARNING: MPI_Scan(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-013.c:42) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-013) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-013) | -| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning -| [1] WARNING: Send and receive buffers overlap at address 0x46ad70. -| [1] WARNING: Control over buffers is about to be transferred to MPI at: -| [1] WARNING: MPI_Scan(*sendbuf=0x46ad70, *recvbuf=0x46ad70, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-013.c:42) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] WARNING: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-013) -| -| [0] ERROR: LOCAL:MPI:CALL_FAILED: error -| [0] ERROR: Buffers must not be aliased. -| [0] ERROR: Error occurred at: -| [0] ERROR: MPI_Scan(*sendbuf=0x47c970, *recvbuf=0x47c970, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: LOCAL:MEMORY:ILLEGAL_MODIFICATION: error +| [0] ERROR: Read-only buffer was modified while owned by MPI. +| [0] ERROR: Control over buffer was transferred to MPI at: +| [0] ERROR: MPI_Scan(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-013.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-013) +| [0] ERROR: Modified buffer detected at: +| [0] ERROR: MPI_Scan(*sendbuf=0x470810, *recvbuf=0x470810, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-013.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-013) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-013) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | -| [1] ERROR: LOCAL:MPI:CALL_FAILED: error -| [1] ERROR: Buffers must not be aliased. -| [1] ERROR: Error occurred at: -| [1] ERROR: MPI_Scan(*sendbuf=0x46ad70, *recvbuf=0x46ad70, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) -| [1] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-013.c:42) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [1] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-013) -| [1] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting +| [1] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [1] WARNING: Send and receive buffers overlap at address 0x46adc0. +| [1] WARNING: Control over buffers is about to be transferred to MPI at: +| [1] WARNING: MPI_Scan(*sendbuf=0x46adc0, *recvbuf=0x46adc0, count=10, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [1] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-013.c:42) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [1] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-013) | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-013.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-013.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | -| [0] INFO: LOCAL:MPI:CALL_FAILED: found 2 times (2 errors + 0 warnings), 0 reports were suppressed | [0] INFO: LOCAL:MEMORY:OVERLAP: found 2 times (0 errors + 2 warnings), 0 reports were suppressed -| [0] INFO: Found 4 problems (2 errors + 2 warnings), 0 reports were suppressed. +| [0] INFO: LOCAL:MEMORY:ILLEGAL_MODIFICATION: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 3 problems (1 error + 2 warnings), 0 reports were suppressed. | | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205480 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 250689 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205481 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 250690 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 9.08166217803955 +Command return code: 255, elapsed time: 7.434804439544678 Finished #1108 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-013.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-014_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-014_0.elapsed index 30cd96891..1461428fd 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-014_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-014_0.elapsed @@ -1 +1 @@ -7.410784006118774 \ No newline at end of file +7.417588233947754 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-014_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-014_0.txt index 1d06ad2f9..bf85fda7d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-014_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-014_0.txt @@ -1,5 +1,5 @@ Running #1150 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-014.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-014.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-014.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-014) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46ac70, *recvbuf=0x46ac70, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x46ad30, *recvbuf=0x46ad30, count=1, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-014.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-014) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-014) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-014.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-014.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 211992 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 257358 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 211993 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 257359 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.410784006118774 +Command return code: 255, elapsed time: 7.417588233947754 Finished #1150 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-014.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-015_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-015_0.elapsed index 6eb518673..2a99fc562 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-015_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-015_0.elapsed @@ -1 +1 @@ -7.393726348876953 \ No newline at end of file +7.3516151905059814 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-015_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-015_0.txt index 6cf210772..58258d1d7 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-015_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-015_0.txt @@ -1,5 +1,5 @@ Running #1222 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-015.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-015.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x470760, *recvbuf=0x470760, count=4, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x4707f0, *recvbuf=0x4707f0, count=4, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-015.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-015) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46ac80, *recvbuf=0x46ac80, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scan(*sendbuf=0x46add0, *recvbuf=0x46add0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-015.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-015) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-015) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-015.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-015.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203541 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246843 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203542 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246844 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.393726348876953 +Command return code: 255, elapsed time: 7.3516151905059814 Finished #1222 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-015.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-016_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-016_0.elapsed index a67bb2977..43c415fef 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-016_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-016_0.elapsed @@ -1 +1 @@ -7.267189979553223 \ No newline at end of file +7.532701015472412 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-016_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-016_0.txt index 1c1c0c723..73ec26db0 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-016_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-016_0.txt @@ -1,5 +1,5 @@ Running #1083 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-016.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-016.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x470800, *recvbuf=0x470800, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x47d2f0, *recvbuf=0x47d2f0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-016.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-016) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-016) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46b560, *recvbuf=0x46b560, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x46b660, *recvbuf=0x46b660, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-016.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-016) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-016) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-016.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-016.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 208113 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252720 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 208114 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252721 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.267189979553223 +Command return code: 255, elapsed time: 7.532701015472412 Finished #1083 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-016.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-017_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-017_0.elapsed index b65718df6..a777a1840 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-017_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-017_0.elapsed @@ -1 +1 @@ -7.473294019699097 \ No newline at end of file +7.276278495788574 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-017_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-017_0.txt index 6e2f78483..451392bb1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-017_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-017_0.txt @@ -1,5 +1,5 @@ Running #1163 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-017.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-017.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x47d310, *recvbuf=0x47d310, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x47d270, *recvbuf=0x47d270, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-017.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-017) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46b570, *recvbuf=0x46b570, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x46b5f0, *recvbuf=0x46b5f0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-017.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-017) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-017) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-017.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-017.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 203299 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 246590 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 203300 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 246592 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.473294019699097 +Command return code: 255, elapsed time: 7.276278495788574 Finished #1163 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-017.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-018_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-018_0.elapsed index 923c0910c..0c8a0093c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-018_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-018_0.elapsed @@ -1 +1 @@ -7.5097877979278564 \ No newline at end of file +7.2470879554748535 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-018_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-018_0.txt index 4ee1b0c43..0bacf3b6d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-018_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-018_0.txt @@ -1,5 +1,5 @@ Running #771 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-018.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-018.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x470800, *recvbuf=0x470800, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x47d260, *recvbuf=0x47d260, count=1, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-018.c:45) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-018) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46b520, *recvbuf=0x46b520, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x46b6e0, *recvbuf=0x46b6e0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-018.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-018) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-018) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-018.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-018.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190907 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 236228 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190908 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 236229 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.5097877979278564 +Command return code: 255, elapsed time: 7.2470879554748535 Finished #771 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-018.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-019_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-019_0.elapsed index 0c1529d93..9bfb1e2b1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-019_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-019_0.elapsed @@ -1 +1 @@ -7.310603857040405 \ No newline at end of file +7.385183811187744 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-019_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-019_0.txt index 97470242c..af8189e76 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-019_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-019_0.txt @@ -1,5 +1,5 @@ Running #1195 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-019.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-019.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x47d280, *recvbuf=0x47d280, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x47d1f0, *recvbuf=0x47d1f0, count=4, datatype=MPI_DOUBLE, op=MPI_SUM, comm=0xffffffffc4000000 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-019.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-019) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46b530, *recvbuf=0x46b530, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x46b5f0, *recvbuf=0x46b5f0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 DUP COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-019.c:51) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-019) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-019) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-019.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-019.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206252 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 251854 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206253 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 251855 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.310603857040405 +Command return code: 255, elapsed time: 7.385183811187744 Finished #1195 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-019.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-020_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-020_0.elapsed index c5915a140..41ff65a0e 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-020_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-020_0.elapsed @@ -1 +1 @@ -7.224832057952881 \ No newline at end of file +7.309192180633545 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-020_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-020_0.txt index 947de6759..e5516939d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-020_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-020_0.txt @@ -1,5 +1,5 @@ Running #938 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-020.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-020.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x47d370, *recvbuf=0x47d370, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x47d2f0, *recvbuf=0x47d2f0, count=1, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-020.c:46) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-020) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46b5b0, *recvbuf=0x46b5b0, count=1, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x46b6b0, *recvbuf=0x46b6b0, count=1, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-020.c:50) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-020) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-020) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-020.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-020.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196377 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 243176 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196378 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 243177 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.224832057952881 +Command return code: 255, elapsed time: 7.309192180633545 Finished #938 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-020.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-021_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-021_0.elapsed index ced7e5940..d7eeebd7d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-021_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-021_0.elapsed @@ -1 +1 @@ -7.489151477813721 \ No newline at end of file +7.849750280380249 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-021_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-021_0.txt index f5359e762..e2eca6c56 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-021_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-021_0.txt @@ -1,5 +1,5 @@ Running #590 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-021.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-021.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x47d370, *recvbuf=0x47d370, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x47d2f0, *recvbuf=0x47d2f0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-021.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-021) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46b600, *recvbuf=0x46b600, count=4, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x46b6c0, *recvbuf=0x46b6c0, count=4, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-021.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-021) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-021) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-021.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-021.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194460 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 239953 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194461 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 239955 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.489151477813721 +Command return code: 255, elapsed time: 7.849750280380249 Finished #590 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-021.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-022_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-022_0.elapsed index 18c3cdfc5..35de95a47 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-022_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-022_0.elapsed @@ -1 +1 @@ -0.8592159748077393 \ No newline at end of file +0.9348037242889404 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-022_0.md5sum b/logs-20240607/itac/ParamMatching-Type-mpi_scan-022_0.md5sum deleted file mode 100644 index dcce5b908..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-022_0.md5sum +++ /dev/null @@ -1 +0,0 @@ -9d807eaa159ae59ef3ff5cd5155f72da \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-022_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-022_0.txt index 07fd075bc..f9db87d90 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-022_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-022_0.txt @@ -1,5 +1,5 @@ Running #535 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-022.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-022.c (batchinfo:1/1) @@ -54,16 +54,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 183653 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 229179 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 183654 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 229181 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 0.8592159748077393 +Command return code: 255, elapsed time: 0.9348037242889404 Finished #535 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-022.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-023_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scan-023_0.elapsed index 77d1140eb..22b047da3 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-023_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-023_0.elapsed @@ -1 +1 @@ -7.314467906951904 \ No newline at end of file +7.451664686203003 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scan-023_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scan-023_0.txt index 64be1683f..fec4de15c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scan-023_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scan-023_0.txt @@ -1,5 +1,5 @@ Running #932 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-023.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scan-023.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x47d370, *recvbuf=0x47d370, count=4, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x47d380, *recvbuf=0x47d380, count=4, datatype=MPI_LONG_LONG, op=MPI_SUM, comm=0xffffffffc4000000 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-023.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-023) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scan(*sendbuf=0x46d5b0, *recvbuf=0x46d5b0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) +| [0] ERROR: MPI_Scan(*sendbuf=0x46b6d0, *recvbuf=0x46b6d0, count=8, datatype=MPI_INT, op=MPI_SUM, comm=0xffffffff84000006 SPLIT COMM_WORLD [0:1]) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-023.c:52) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scan-023) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scan-023) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-023.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scan-023.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194887 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241589 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194888 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241590 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.314467906951904 +Command return code: 255, elapsed time: 7.451664686203003 Finished #932 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scan-023.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-001_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-001_0.elapsed index 8d8c4fc61..c02bab161 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-001_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-001_0.elapsed @@ -1 +1 @@ -60.208345890045166 \ No newline at end of file +72.44873785972595 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-001_0.timeout b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-001_0.timeout deleted file mode 100644 index 0ac259a3e..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-001_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.007030963897705 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-001_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-001_0.txt index c8fd230d4..a2bd04fab 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-001_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-001_0.txt @@ -1,5 +1,5 @@ Running #820 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scatter-001.c (batchinfo:1/1) @@ -48,6 +48,53 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.208345890045166 +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x470810. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Scatter(*sendbuf=0x470810, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470810, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-001.c:42) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-001) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Scatter(*sendbuf=0x470810, sendcount=10, sendtype=MPI_INT, *recvbuf=0x470810, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-001) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Scatter(*sendbuf=0x46adc0, sendcount=10, sendtype=MPI_INT, *recvbuf=0x46adc0, recvcount=10, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-001.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-001) +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 248552 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 248553 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.44873785972595 Finished #820 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-001.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-002_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-002_0.elapsed index 4c2007cd9..96929b7fa 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-002_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-002_0.elapsed @@ -1 +1 @@ -7.321553707122803 \ No newline at end of file +7.3915698528289795 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-002_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-002_0.txt index 8af9eac99..a5f22fb94 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-002_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-002_0.txt @@ -1,5 +1,5 @@ Running #931 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-002.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scatter-002.c (batchinfo:1/1) @@ -56,17 +56,17 @@ Executing the command (cwd: None) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-002.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scatter-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-002) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x46ac70, sendcount=1, sendtype=MPI_LONG, *recvbuf=0x46ac70, recvcount=1, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x46adb0, sendcount=1, sendtype=MPI_LONG, *recvbuf=0x46adb0, recvcount=1, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-002.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scatter-002) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-002) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-002.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-002.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 194548 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241281 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 194549 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241282 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.321553707122803 +Command return code: 255, elapsed time: 7.3915698528289795 Finished #931 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-002.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-003_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-003_0.elapsed index 6bb94661f..ba9c1488d 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-003_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-003_0.elapsed @@ -1 +1 @@ -8.616625785827637 \ No newline at end of file +7.439966440200806 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-003_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-003_0.txt index ab787741f..13e5d004c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-003_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-003_0.txt @@ -1,5 +1,5 @@ Running #857 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-003.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scatter-003.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x470760, sendcount=8, sendtype=MPI_INT, *recvbuf=0x470760, recvcount=8, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x4707f0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x4707f0, recvcount=8, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-003.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scatter-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-003) | [0] ERROR: 8 elements transferred by peer but 4 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x46ac80, sendcount=4, sendtype=MPI_LONG, *recvbuf=0x46ac80, recvcount=4, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x46adc0, sendcount=4, sendtype=MPI_LONG, *recvbuf=0x46adc0, recvcount=4, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-003.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scatter-003) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-003) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-003.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-003.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 206369 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252353 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 206371 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252354 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 8.616625785827637 +Command return code: 255, elapsed time: 7.439966440200806 Finished #857 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-003.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-004_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-004_0.elapsed index 8e1da72c4..c3ec8e69c 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-004_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-004_0.elapsed @@ -1 +1 @@ -60.20576214790344 \ No newline at end of file +72.3657922744751 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-004_0.timeout b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-004_0.timeout deleted file mode 100644 index 9cbf59567..000000000 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-004_0.timeout +++ /dev/null @@ -1 +0,0 @@ -60.004416942596436 seconds \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-004_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-004_0.txt index 6fe6e85ea..ac13b479b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-004_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-004_0.txt @@ -1,5 +1,5 @@ Running #1050 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-004.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scatter-004.c (batchinfo:1/1) @@ -48,6 +48,53 @@ Executing the command (cwd: None) | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | | -Command killed by signal 15, elapsed time: 60.20576214790344 +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x470790. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Scatter(*sendbuf=0x470790, sendcount=10, sendtype=MPI_LONG, *recvbuf=0x470790, recvcount=10, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-004.c:42) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-004) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Scatter(*sendbuf=0x470790, sendcount=10, sendtype=MPI_LONG, *recvbuf=0x470790, recvcount=10, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-004.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-004) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Scatter(*sendbuf=0x46adb0, sendcount=10, sendtype=MPI_LONG, *recvbuf=0x46adb0, recvcount=10, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-004.c:42) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-004) +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-004.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 0 PID 258187 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +| =================================================================================== +| = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES +| = RANK 1 PID 258188 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de +| = KILLED BY SIGNAL: 9 (Killed) +| =================================================================================== +| +Command return code: 255, elapsed time: 72.3657922744751 Finished #1050 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-004.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-005_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-005_0.elapsed index b1abeb18b..facf849f6 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-005_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-005_0.elapsed @@ -1 +1 @@ -7.237087726593018 \ No newline at end of file +7.2699134349823 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-005_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-005_0.txt index 1894d7c7f..46abf79a1 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-005_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-005_0.txt @@ -1,5 +1,5 @@ Running #754 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-005.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scatter-005.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x470760, sendcount=1, sendtype=MPI_LONG, *recvbuf=0x470760, recvcount=1, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x470770, sendcount=1, sendtype=MPI_LONG, *recvbuf=0x470770, recvcount=1, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-005.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scatter-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-005) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x46ac70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x46adc0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46adc0, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-005.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scatter-005) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-005) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-005.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-005.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 196177 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 241147 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 196178 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 241148 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.237087726593018 +Command return code: 255, elapsed time: 7.2699134349823 Finished #754 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-005.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-006_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-006_0.elapsed index 717908c92..415081b81 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-006_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-006_0.elapsed @@ -1 +1 @@ -7.320779085159302 \ No newline at end of file +7.171932935714722 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-006_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-006_0.txt index a28b99ae7..eb1e5c0ef 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-006_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-006_0.txt @@ -1,5 +1,5 @@ Running #777 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-006.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scatter-006.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x4707f0, sendcount=4, sendtype=MPI_LONG, *recvbuf=0x4707f0, recvcount=4, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x4706f0, sendcount=4, sendtype=MPI_LONG, *recvbuf=0x4706f0, recvcount=4, recvtype=MPI_LONG, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-006.c:44) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scatter-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-006) | [0] ERROR: 4 elements transferred by peer but 8 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x46ad00, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46ad00, recvcount=8, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x46adc0, sendcount=8, sendtype=MPI_INT, *recvbuf=0x46adc0, recvcount=8, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-006.c:49) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scatter-006) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-006) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-006.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-006.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 193156 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 238321 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 193157 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 238323 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.320779085159302 +Command return code: 255, elapsed time: 7.171932935714722 Finished #777 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-006.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-007_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-007_0.elapsed index 740a1fd6b..c93b8489b 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-007_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-007_0.elapsed @@ -1 +1 @@ -1.0490031242370605 \ No newline at end of file +72.2893078327179 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-007_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-007_0.txt index c9b62cc4d..795c33b87 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-007_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-007_0.txt @@ -1,5 +1,5 @@ Running #824 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-007.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scatter-007.c (batchinfo:1/1) @@ -47,23 +47,54 @@ Executing the command (cwd: None) | [0] INFO: timeout for deadlock warning: DEADLOCK-WARNING 300s | [0] INFO: maximum number of reported pending messages: CHECK-MAX-PENDING 20 | -| [0] ERROR: Signal 11 caught in ITC code section. -| [0] ERROR: Either ITC is faulty or (more likely in a release version) -| [0] ERROR: the application has corrupted ITC's internal data structures. -| [0] ERROR: Giving up now... +| +| [0] WARNING: LOCAL:MEMORY:OVERLAP: warning +| [0] WARNING: Send and receive buffers overlap at address 0x470810. +| [0] WARNING: Control over buffers is about to be transferred to MPI at: +| [0] WARNING: MPI_Scatter(*sendbuf=0x470810, sendcount=10, sendtype=MPI_BYTE, *recvbuf=0x470810, recvcount=10, recvtype=MPI_BYTE, root=0, comm=MPI_COMM_WORLD) +| [0] WARNING: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-007.c:41) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] WARNING: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-007) +| [0] ERROR: no progress observed in any process for over 1:09 minutes, aborting application +| [0] WARNING: starting emergency trace file writing +| +| [0] ERROR: GLOBAL:DEADLOCK:HARD: fatal error +| [0] ERROR: Application aborted because no progress was observed for over 1:09 minutes, +| [0] ERROR: check for real deadlock (cycle of processes waiting for data) or +| [0] ERROR: potential deadlock (processes sending data to each other and getting blocked +| [0] ERROR: because the MPI might wait for the corresponding receive). +| [0] ERROR: [0] no progress observed for over 1:09 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Scatter(*sendbuf=0x470810, sendcount=10, sendtype=MPI_BYTE, *recvbuf=0x470810, recvcount=10, recvtype=MPI_BYTE, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-007.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-007) +| [0] ERROR: [1] no progress observed for over 1:10 minutes, process is currently in MPI call: +| [0] ERROR: MPI_Scatter(*sendbuf=0x46ad30, sendcount=10, sendtype=MPI_BYTE, *recvbuf=0x46ad30, recvcount=10, recvtype=MPI_BYTE, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-007.c:41) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-007) +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-007.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac +| +| [0] INFO: LOCAL:MEMORY:OVERLAP: found 1 time (0 errors + 1 warning), 0 reports were suppressed +| [0] INFO: GLOBAL:DEADLOCK:HARD: found 1 time (1 error + 0 warnings), 0 reports were suppressed +| [0] INFO: Found 2 problems (1 error + 1 warning), 0 reports were suppressed. +| | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 205749 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 252112 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 205750 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 252113 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 1.0490031242370605 +Command return code: 255, elapsed time: 72.2893078327179 Finished #824 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-007.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-008_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-008_0.elapsed index 237acfeee..5aa7e1f11 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-008_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-008_0.elapsed @@ -1 +1 @@ -7.336648225784302 \ No newline at end of file +7.3293375968933105 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-008_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-008_0.txt index c69f18825..1f3fb0dce 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-008_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-008_0.txt @@ -1,5 +1,5 @@ Running #481 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-008.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scatter-008.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x470770, sendcount=1, sendtype=MPI_BYTE, *recvbuf=0x470770, recvcount=1, recvtype=MPI_BYTE, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x4707f0, sendcount=1, sendtype=MPI_BYTE, *recvbuf=0x4707f0, recvcount=1, recvtype=MPI_BYTE, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-008.c:42) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scatter-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-008) | [0] ERROR: Same number of elements as used by peer, but the types in the type signature do not match with the one used by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x46ac70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x46adc0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46adc0, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-008.c:47) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scatter-008) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-008) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-008.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-008.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 190507 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 235300 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 190508 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 235301 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.336648225784302 +Command return code: 255, elapsed time: 7.3293375968933105 Finished #481 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-008.c diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-009_0.elapsed b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-009_0.elapsed index 36fe52dec..a5829f2f5 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-009_0.elapsed +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-009_0.elapsed @@ -1 +1 @@ -7.0884199142456055 \ No newline at end of file +7.30489444732666 \ No newline at end of file diff --git a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-009_0.txt b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-009_0.txt index 81030108e..c36c0442a 100644 --- a/logs-20240607/itac/ParamMatching-Type-mpi_scatter-009_0.txt +++ b/logs-20240607/itac/ParamMatching-Type-mpi_scatter-009_0.txt @@ -1,5 +1,5 @@ Running #725 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-009.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling ParamMatching-Type-mpi_scatter-009.c (batchinfo:1/1) @@ -52,21 +52,21 @@ Executing the command (cwd: None) | [0] ERROR: Mismatch found in local rank [1] (global rank [1]), | [0] ERROR: other processes may also be affected. | [0] ERROR: No problem found in local rank [0] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x4706f0, sendcount=4, sendtype=MPI_BYTE, *recvbuf=0x4706f0, recvcount=4, recvtype=MPI_BYTE, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x4707f0, sendcount=4, sendtype=MPI_BYTE, *recvbuf=0x4707f0, recvcount=4, recvtype=MPI_BYTE, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-009.c:43) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scatter-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-009) | [0] ERROR: 4 elements transferred by peer but 1 expected by | [0] ERROR: local rank [1] (same as global rank): -| [0] ERROR: MPI_Scatter(*sendbuf=0x46ac70, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46ac70, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) +| [0] ERROR: MPI_Scatter(*sendbuf=0x46adb0, sendcount=1, sendtype=MPI_INT, *recvbuf=0x46adb0, recvcount=1, recvtype=MPI_INT, root=0, comm=MPI_COMM_WORLD) | [0] ERROR: (/MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-009.c:48) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) | [0] ERROR: (/usr/lib/x86_64-linux-gnu/libc.so.6) -| [0] ERROR: (/home/ss540294/mpi-bugbench/logs-20240607/itac/ParamMatching-Type-mpi_scatter-009) +| [0] ERROR: (/rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac/ParamMatching-Type-mpi_scatter-009) | [0] INFO: 1 error, limit CHECK-MAX-ERRORS reached => aborting | [0] WARNING: starting emergency trace file writing -| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-009.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile ParamMatching-Type-mpi_scatter-009.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: GLOBAL:COLLECTIVE:DATATYPE:MISMATCH: found 1 time (1 error + 0 warnings), 0 reports were suppressed | [0] INFO: Found 1 problem (1 error + 0 warnings), 0 reports were suppressed. @@ -74,16 +74,16 @@ Executing the command (cwd: None) | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 0 PID 201037 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 0 PID 247109 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | | =================================================================================== | = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES -| = RANK 1 PID 201038 RUNNING AT n23m0342.hpc.itc.rwth-aachen.de +| = RANK 1 PID 247110 RUNNING AT n23m0108.hpc.itc.rwth-aachen.de | = KILLED BY SIGNAL: 9 (Killed) | =================================================================================== | -Command return code: 255, elapsed time: 7.0884199142456055 +Command return code: 255, elapsed time: 7.30489444732666 Finished #725 /MBI/scripts/gencodes/COLL/ParamMatching-Type-mpi_scatter-009.c diff --git a/logs-20240607/itac/RequestLifeCycle-mpi_ibarrier-001_0.elapsed b/logs-20240607/itac/RequestLifeCycle-mpi_ibarrier-001_0.elapsed index 602f81417..be211572b 100644 --- a/logs-20240607/itac/RequestLifeCycle-mpi_ibarrier-001_0.elapsed +++ b/logs-20240607/itac/RequestLifeCycle-mpi_ibarrier-001_0.elapsed @@ -1 +1 @@ -2.9506547451019287 \ No newline at end of file +2.815312385559082 \ No newline at end of file diff --git a/logs-20240607/itac/RequestLifeCycle-mpi_ibarrier-001_0.txt b/logs-20240607/itac/RequestLifeCycle-mpi_ibarrier-001_0.txt index 9004feb32..d34c5385d 100644 --- a/logs-20240607/itac/RequestLifeCycle-mpi_ibarrier-001_0.txt +++ b/logs-20240607/itac/RequestLifeCycle-mpi_ibarrier-001_0.txt @@ -1,5 +1,5 @@ Running #516 /MBI/scripts/gencodes/COLL/RequestLifeCycle-mpi_ibarrier-001.c -Wait up to 60 seconds +Wait up to 120 seconds Compiling RequestLifeCycle-mpi_ibarrier-001.c (batchinfo:1/1) @@ -63,7 +63,7 @@ Executing the command (cwd: None) | [1] WARNING: To clean up properly MPI_Request_free() should be called | [1] WARNING: for each persistent request and MPI_Wait() for normal | [1] WARNING: requests. -| [0] INFO: Writing tracefile RequestLifeCycle-mpi_ibarrier-001.stf in /home/ss540294/mpi-bugbench/logs-20240607/itac +| [0] INFO: Writing tracefile RequestLifeCycle-mpi_ibarrier-001.stf in /rwthfs/rz/cluster/home/ss540294/mpi-bugbench/logs-20240607-itac-new-120s/itac | | [0] INFO: LOCAL:REQUEST:NOT_FREED: found 2 times (0 errors + 2 warnings), 0 reports were suppressed | [0] INFO: Found 2 problems (0 errors + 2 warnings), 0 reports were suppressed. @@ -72,6 +72,6 @@ Executing the command (cwd: None) | Rank 1 finished normally | | -Command return code: 0, elapsed time: 2.9506547451019287 +Command return code: 0, elapsed time: 2.815312385559082 Finished #516 /MBI/scripts/gencodes/COLL/RequestLifeCycle-mpi_ibarrier-001.c diff --git a/logs-20240607/must.summary b/logs-20240607/must.summary index f6c76dd58..7e3c6e9e5 100644 --- a/logs-20240607/must.summary +++ b/logs-20240607/must.summary @@ -1,129 +1,129 @@ arg_tools: ['must'] -[{'filename': 'logs-20240607/must/Correct-lockallflush-bufwrite_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_sendrecv_replace-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/MsgRace-ANY_TAG-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MsgRace'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-lockunlock-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidDatataype-014.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/EpochLifeCycle-013.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-059.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-lockunlock-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallreduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-put_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_send-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-087.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-lockallflush-bufwrite_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_send-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-038.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-115.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalConcurrency-lock-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-080.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_ibcast-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-108.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ireduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_probe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-bufread_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_exscan-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-031.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-131.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-request-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_bsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-rput_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_allreduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-033.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Op-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_mprobe-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-get_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallreduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-132.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-047.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_allreduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_issend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-get_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-048.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_send-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-056.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-rput_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-rput_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-flag-mpi_testall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ibsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_bsend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ssend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-156.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_exscan-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Root-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_reduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_irsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/EpochLifeCycle-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_mprobe-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/EpochLifeCycle-019.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-092.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-put_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-lockflushlocal-fetch_and_op_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-107.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_iscatter-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scatter-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/EpochLifeCycle-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-rget_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-put_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-lockunlock-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-080.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-bufread_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv_init-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ssend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-055.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-bufread_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-rget_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-139.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Root-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidDatataype-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_rsend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rget_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-array_of_indices-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-put_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-lock-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ialltoall-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-get_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-109.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-send-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/LocalConcurrency-send-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_mrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-035.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-get_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-flag-mpi_testall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallreduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-123.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-lockallflush-bufwrite_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidDatataype-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/Correct-mpi_barrier-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/EpochLifeCycle-030.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_waitany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Op-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallgather-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_startall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/EpochLifeCycle-031.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-get_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ireduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-lockflush-bufwrite_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_iallreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-114.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-lock-get_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-073.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-072.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallgather-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidBuffer-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-mpi_allreduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-146.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_isend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Root-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-lockflushlocal-get_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-mpi_probe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_irecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/EpochLifeCycle-015.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rget_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_precv_init-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-048.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-060.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidWin-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidWin'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-070.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-030.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rget_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_ireduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-rput_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-101.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallreduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Correct-fence-bufread_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_gather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_improbe-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_improbe-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-raccumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-array_of_indices-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-049.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-134.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rput_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/MsgRace-ANY_SOURCE-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'MsgRace'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-129.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-put_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-141.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-056.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/MissingCall-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-027.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-125.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-104.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_allgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-lockallflush-bufwrite_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-mpi_iprobe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-064.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-138.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-put_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidWin-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidWin'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-054.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-055.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-147.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-put_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_send-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_reduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-rput_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_start-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalConcurrency-request-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-094.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-put_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-get_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-outcount-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_recv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_psend_init-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-rput_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_issend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ialltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_mprobe-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-get_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-get_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidDatataype-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-get_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-fence-put_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Op-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalConcurrency-lock-rget_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_exscan-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidBuffer-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-089.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-bufread_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ssend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-120.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_precv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-get_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-050.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-018.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_reduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-put_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-048.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_ibarrier-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rput_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-get_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-034.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-017.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-rput_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-058.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidBuffer-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_psend_init-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_alltoall-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-mpi_send-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-121.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-lockunlock-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-070.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-lockall-rget_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_waitany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-030.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Root-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-043.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-rget_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-086.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallreduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-022.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_bcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_bsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallgather-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_barrier-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalConcurrency-send-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidDatataype-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-get_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ialltoall-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-074.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Op-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_send-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-053.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_mrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-044.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Op-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-093.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scatter-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-152.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_mrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_testall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-067.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_send_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-lockunlock-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-119.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidDatataype-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv_init-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-mpi_improbe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-066.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-051.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-put_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-056.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-083.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallreduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-110.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-lockall-get_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-051.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-030.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_imrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-060.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-100.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-157.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-lockflushlocal-put_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rput_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-fetch_and_op_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_alltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-102.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_wait-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-get_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ialltoall-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_ibsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-059.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-084.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/EpochLifeCycle-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-117.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-put_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-raccumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallgather-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv_init-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallgather-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-rput_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_improbe-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-057.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-037.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_iscatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-mpi_send-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-bufread_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-mpi_send-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-103.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-bufread_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-054.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_mprobe-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv_init-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_test-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_psend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_allreduce-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_ireduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallreduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-lockunlock-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_send-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_allreduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-flag-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-get_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-098.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_testany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-lockallflushlocal-bufread_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-142.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidBuffer-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_scatter-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidDatataype-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ialltoall-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_allreduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-137.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-040.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-158.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-053.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallgather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_bsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-lockallflush-bufwrite_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-rput_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_send-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/EpochLifeCycle-021.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-put_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-077.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_precv_init-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-111.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-outcount-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-lockflushlocal-rget_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rget_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-073.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv_init-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-061.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-148.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-126.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-048.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalConcurrency-receive-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scatter-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-lockall-rget_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_psend_init-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_ssend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-put_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-lock-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-031.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_precv_init-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_cart_create-mpi_cart_get-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_send_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Root-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-019.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_imrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_igather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_irsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_mrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_iscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-get_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-130.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-042.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_send_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-059.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-095.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-rget_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/EpochLifeCycle-016.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-090.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-122.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-flag-mpi_test-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-lockunlock-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ireduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-053.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-raccumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_igather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-063.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-bufread_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rget_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_waitany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-033.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_scatter-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-045.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-get_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/EpochLifeCycle-029.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-074.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_wait-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_improbe-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallgather-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_send-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-lockflushlocal-rput_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-069.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidDatataype-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/Correct-fence-put_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-lockunlock-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-compare_and_swap_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-133.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-116.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_test-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_mrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-flag-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidBuffer-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/must/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-rput_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-085.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-lockflushlocal-compare_and_swap_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-compare_and_swap_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/CallOrdering-mpi_send-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-075.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_send-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-send-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_issend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ialltoall-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-021.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_imrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-038.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-put_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-039.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-get_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-060.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidDatataype-015.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_bsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-054.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_scan-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-050.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_igather-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-037.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_mprobe-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_startall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-send-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Root-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-lockallflush-bufwrite_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-024.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-lockflushlocal-accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-064.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_isend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/EpochLifeCycle-032.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidDatataype-013.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-rput_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ialltoall-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-lockall-get_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-lock-rget_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-lockunlock-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-array_of_indices-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/MissingCall-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_precv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rput_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-052.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-082.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_issend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_precv_init-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidDatataype-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_allgather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_wait-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_mprobe-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-flag-mpi_testany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-140.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_send-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-get_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/EpochLifeCycle-026.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-raccumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_improbe-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-072.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-032.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-lockunlock-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_send-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-get_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-request-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/EpochLifeCycle-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-062.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-raccumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rget_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-155.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_allgather-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Root-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_improbe-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-013.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-065.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalConcurrency-request-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ialltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-128.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/MissingCall-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-receive-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_iallreduce-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-081.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-041.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_rsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_allgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-112.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-058.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-raccumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-083.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_mprobe-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_improbe-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_igather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_waitall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-put_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scatter-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_testall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_gather-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-071.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_recv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidBuffer-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_cart_create-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-068.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_exscan-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidDatataype-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_start-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scatter-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_irecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-061.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallgather-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidBuffer-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/must/Correct-fence-put_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_precv_init-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Op-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_cart_create-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-127.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_exscan-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_bsend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-put_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_send_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_ibcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_rsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_precv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/EpochLifeCycle-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scatter-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_exscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-023.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-lockallflushlocal-bufread_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_send-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-rput_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_igather-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_allreduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidBuffer-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-057.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-105.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_irsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-lockallflush-bufwrite_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/MissingCall-mpi_init-001.c', 'id': 0, 'category': 'other', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-lock-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_send-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-035.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-078.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv_init-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_improbe-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_testany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-063.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-077.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalConcurrency-lock-get_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_reduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_iscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rput_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-076.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_scan-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-079.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/EpochLifeCycle-017.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_psend_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_send-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-rget_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/EpochLifeCycle-023.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rget_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-fence-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-rget_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_ialltoall-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidBuffer-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_psend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_iallreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/EpochLifeCycle-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-get_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_reduce-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-078.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-046.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_precv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_exscan-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ibsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rget_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-145.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_scatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-057.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-150.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-062.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-136.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-get_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-052.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-send-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-array_of_indices-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-flag-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_testall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Op-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_mprobe-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_testall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ialltoall-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-049.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-069.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-036.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-066.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/EpochLifeCycle-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_allreduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-get_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-151.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalConcurrency-send-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-099.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ibcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallreduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-request-rget_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-062.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_ibcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-055.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-mpi_send-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_testany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_ibcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_sendrecv_replace-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Root-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidBuffer-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-050.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidDatataype-016.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ireduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-request-rget_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_improbe-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-rput_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidBuffer-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallgather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_send-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_psend_init-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_imrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ssend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-106.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_precv_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-029.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-lockunlock-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ialltoall-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_sendrecv_replace-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-032.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-lockallflush-bufwrite_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_sendrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-rput_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_send-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-124.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-mpi_send-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-036.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_probe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-143.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/EpochLifeCycle-025.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/Correct-mpi_exscan-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-144.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_psend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/EpochLifeCycle-020.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/InvalidParam-flag-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_recv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_send-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_exscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidDatataype-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-154.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-052.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalConcurrency-receive-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-091.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/EpochLifeCycle-027.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_mprobe-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_exscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_rsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-051.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_cart_create-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-067.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-028.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/EpochLifeCycle-022.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_sendrecv_replace-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_improbe-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_psend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_mprobe-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-raccumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_rsend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-050.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_send-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_issend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-076.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_send-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Op-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-081.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/EpochLifeCycle-028.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_send-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-079.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_scatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_testany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_iscatter-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-put_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_bsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/EpochLifeCycle-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_waitany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_recv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv_init-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_precv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallreduce-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-raccumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-outcount-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scatter-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-mpi_allreduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-rput_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-113.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_psend_init-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/EpochLifeCycle-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ssend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_iallgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidDatataype-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-016.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_send-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_irsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-030.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-flag-mpi_initialized-001.c', 'id': 0, 'category': 'other', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_mrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_rsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-lockflushlocal-raccumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rput_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ialltoall-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-014.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-068.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-034.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_reduce_scatter_block-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-061.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_irecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_precv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-lockunlock-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_recv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rput_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_iscatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-get_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-058.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-075.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-135.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-020.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_iscan-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/EpochLifeCycle-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-rget_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-flag-mpi_testany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_issend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/EpochLifeCycle-018.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/EpochLifeCycle-033.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/InvalidDatataype-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': 'logs-20240607/must/Correct-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-065.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_mrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-088.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-rget_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-071.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidBuffer-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_precv_init-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-send-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_psend_init-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallgather-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_ialltoall-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/EpochLifeCycle-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_sendrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Tag-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_bsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_mprobe-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_ibsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_allgather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_precv_init-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Type-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-025.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-get_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-153.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/Correct-fence-rget_accumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/EpochLifeCycle-014.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-049.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-get_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_improbe-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-049.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-put_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_scan-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-026.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-149.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Matching-tag-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'Matching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-015.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-flag-mpi_test-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-118.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_allreduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-send-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-fetch_and_op_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-get_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-063.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-097.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_mrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_exscan-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_psend_init-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-put_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_waitall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalConcurrency-receive-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Status-mpi_test-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-096.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_recv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-get_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/LocalConcurrency-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-get_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-outcount-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-082.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_iallreduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-fence-fetch_and_op_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-064.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-mpi_mprobe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_recv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-mpi_probe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-raccumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/RequestLifeCycle-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'RequestLifeCycle'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_ibarrier-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_alltoall-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-compare_and_swap_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/Correct-fence-rget_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_reduce-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/EpochLifeCycle-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/Correct-fence-accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/EpochLifeCycle-024.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_bcast-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allgather-051.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/ParamMatching-Com-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/InvalidParam-Rank-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/Correct-fence-get_accumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-rget_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_allreduce-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalConcurrency-fence-raccumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/ParamMatching-Type-mpi_gather-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': 'logs-20240607/must/Correct-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': 'logs-20240607/must/LocalConcurrency-fence-get_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': 'logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-lockflush-bufwrite_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/InvalidParam-Tag-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/InvalidParam-Comm-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': 'logs-20240607/must/Correct-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': 'logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': 'logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': 'logs-20240607/must/InvalidParam-Request-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}] -Test 'InvalidBuffer-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.972920417785645 sec -Test 'InvalidBuffer-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.21243119239807 sec -Test 'InvalidBuffer-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.091975688934326 sec -Test 'InvalidBuffer-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.07615566253662 sec -Test 'InvalidBuffer-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 34.707717418670654 sec -Test 'InvalidBuffer-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.063308715820312 sec -Test 'InvalidBuffer-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.011417865753174 sec -Test 'InvalidBuffer-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.98636484146118 sec -Test 'InvalidBuffer-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.049962043762207 sec -Test 'InvalidBuffer-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.986572265625 sec -Test 'InvalidBuffer-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.98226046562195 sec -Test 'InvalidBuffer-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.985710859298706 sec -Test 'InvalidDatataype-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 34.847590923309326 sec -Test 'InvalidDatataype-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.026715755462646 sec -Test 'InvalidDatataype-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.027904510498047 sec -Test 'InvalidDatataype-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.00161123275757 sec -Test 'InvalidDatataype-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.046415328979492 sec -Test 'InvalidDatataype-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.02690887451172 sec -Test 'InvalidDatataype-007_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.99230456352234 sec -Test 'InvalidDatataype-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.98584246635437 sec -Test 'InvalidDatataype-009_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.031803607940674 sec -Test 'InvalidDatataype-010_0' result: TRUE_POS: correctly detected an error. Elapsed: 32.044233083724976 sec -Test 'InvalidDatataype-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.021794080734253 sec -Test 'InvalidDatataype-012_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.03531503677368 sec -Test 'InvalidDatataype-013_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.988101720809937 sec -Test 'InvalidDatataype-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.046376705169678 sec -Test 'InvalidDatataype-015_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.005239725112915 sec -Test 'InvalidDatataype-016_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.05843234062195 sec -Test 'InvalidParam-Buffer-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.985562324523926 sec -Test 'InvalidParam-Buffer-mpi_bsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.960490465164185 sec +[{'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockallflush-bufwrite_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_sendrecv_replace-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/MsgRace-ANY_TAG-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MsgRace'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockunlock-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-014.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-013.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-059.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockunlock-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallreduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-087.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockallflush-bufwrite_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-038.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibcast-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-115.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-lock-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-080.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ibcast-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-108.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ireduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_probe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-bufread_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_exscan-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-031.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-131.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-request-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_bsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allreduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-033.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Op-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_mprobe-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-get_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallreduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-132.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-047.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allreduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_issend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-048.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-056.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-flag-mpi_testall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ibsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_bsend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ssend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-156.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_exscan-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Root-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_reduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_irsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_mprobe-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ialltoall-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-019.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-092.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockflushlocal-fetch_and_op_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-107.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_iscatter-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scatter-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockunlock-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-080.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-bufread_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv_init-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ssend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-055.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ialltoall-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-bufread_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-139.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Root-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_rsend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rget_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-array_of_indices-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-put_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lock-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ialltoall-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-109.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-send-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-send-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_mrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-035.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-get_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-flag-mpi_testall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallreduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-123.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockallflush-bufwrite_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_barrier-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-030.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_waitany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Op-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallgather-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_startall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-031.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-get_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ireduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockflush-bufwrite_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_iallreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-114.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lock-get_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-073.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-072.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallgather-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidBuffer-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ialltoall-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allreduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-146.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_isend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Root-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockflushlocal-get_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-mpi_probe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_irecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-015.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rget_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_precv_init-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-048.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-060.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidWin-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidWin'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-070.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-030.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rget_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ireduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-101.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallreduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_reduce_scatter_block-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-bufread_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_gather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_improbe-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_improbe-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-raccumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-array_of_indices-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-049.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-134.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rput_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/MsgRace-ANY_SOURCE-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'MsgRace'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-129.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-141.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-056.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibcast-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/MissingCall-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-027.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-125.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-104.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockallflush-bufwrite_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-mpi_iprobe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-064.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-138.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidWin-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidWin'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-054.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-055.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-147.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_reduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_start-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-request-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-094.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-get_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-outcount-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_recv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_psend_init-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_issend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ialltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_mprobe-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-get_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-get_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-get_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Op-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-lock-rget_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_exscan-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidBuffer-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-089.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-bufread_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ssend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-120.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_precv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-050.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-018.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_reduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-put_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-048.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ibarrier-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rput_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-get_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-034.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-017.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-058.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidBuffer-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-lockunlock-compare_and_swap_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_psend_init-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_alltoall-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-mpi_send-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-121.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockunlock-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-070.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockall-rget_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_waitany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-030.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Root-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-043.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-086.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallreduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-022.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_bcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_bsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallgather-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_barrier-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-send-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-get_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ialltoall-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-lockunlock-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-074.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Op-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-053.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_mrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-044.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Op-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-093.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scatter-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-152.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_mrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_testall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-067.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_send_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-lockunlock-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-119.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv_init-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-mpi_improbe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-066.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-051.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-056.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-083.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallreduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-110.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockall-get_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-051.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-030.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_imrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-060.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-100.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-157.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-047.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockflushlocal-put_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rput_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-fetch_and_op_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_alltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-102.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-023.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_wait-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ialltoall-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_ibsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-059.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-084.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-117.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-put_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-raccumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallgather-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv_init-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallgather-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_improbe-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-057.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-037.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_iscatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibcast-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-bufread_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-103.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-bufread_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-054.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_mprobe-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv_init-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_test-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_psend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allreduce-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_ireduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallreduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockunlock-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allreduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-flag-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-get_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-098.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_testany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockallflushlocal-bufread_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-142.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidBuffer-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_scatter-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ialltoall-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allreduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-137.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-040.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-040.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-158.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-053.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallgather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_bsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockallflush-bufwrite_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-021.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-077.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_precv_init-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-111.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-outcount-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockflushlocal-rget_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rget_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-073.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv_init-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-061.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-148.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-126.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-048.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-receive-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scatter-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockall-rget_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_psend_init-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_ssend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-lock-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-031.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_precv_init-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_cart_create-mpi_cart_get-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_send_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Root-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-019.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_imrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_igather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_irsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-026.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_mrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_iscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-130.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-042.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_send_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-059.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-095.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-016.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-090.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-122.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ireduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-flag-mpi_test-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockunlock-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ireduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-053.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-raccumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_igather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-063.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-bufread_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rget_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_waitany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-033.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_scatter-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-045.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-029.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-074.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_wait-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_improbe-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallgather-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockflushlocal-rput_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-069.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockunlock-fetch_and_op_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-compare_and_swap_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-133.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-116.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_test-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ireduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_mrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-flag-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidBuffer-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-lockunlock-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-085.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockflushlocal-compare_and_swap_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-compare_and_swap_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-mpi_send-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-075.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-send-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_issend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ialltoall-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-021.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_imrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-038.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-put_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-039.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-060.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-015.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_bsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-054.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_scan-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-050.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_igather-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-037.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_mprobe-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_startall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-send-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Root-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockallflush-bufwrite_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-024.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockflushlocal-accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-064.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_isend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-032.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ialltoall-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-013.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ialltoall-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockall-get_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scan-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lock-rget_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockunlock-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-array_of_indices-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/MissingCall-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_precv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rput_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-052.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-082.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_issend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_precv_init-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-008.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allgather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_wait-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_mprobe-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-flag-mpi_testany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-140.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-get_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-026.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-raccumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_improbe-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-072.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-029.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-032.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-lockunlock-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-021.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-get_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-request-rget_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-062.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-raccumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rget_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-155.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allgather-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Root-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_improbe-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-013.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-065.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-request-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ialltoall-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-128.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/MissingCall-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-receive-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_iallreduce-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-081.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-041.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_rsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_allgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-112.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-058.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-raccumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-083.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_mprobe-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_improbe-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_igather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-030.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_waitall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scatter-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_testall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-020.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_gather-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-071.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_recv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidBuffer-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_cart_create-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-068.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_exscan-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-045.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_start-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scatter-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_irecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-061.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallgather-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidBuffer-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_precv_init-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Op-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_cart_create-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-034.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-127.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_exscan-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_bsend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-put_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_send_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_ibcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_rsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_precv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scatter-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_exscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_iscatter-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-023.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockallflushlocal-bufread_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_igather-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allreduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidBuffer-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_ssend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-057.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-105.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_irsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockallflush-bufwrite_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/MissingCall-mpi_init-001.c', 'id': 0, 'category': 'other', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'MissingCall'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lock-rget_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-035.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-078.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv_init-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_improbe-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_testany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-063.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-077.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-lock-get_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_reduce-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_iscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rput_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-076.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_iprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_scan-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-079.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-017.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_psend_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_reduce_scatter_block-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibcast-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-023.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-016.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rget_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ialltoall-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidBuffer-010.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-042.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_psend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_iallreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-012.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-get_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_reduce-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-078.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-046.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_precv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_exscan-007.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ibsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rget_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-145.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_scatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-057.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-150.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-062.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-136.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-052.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-send-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-array_of_indices-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-flag-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_get_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-mpi_irecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_testall-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-raccumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Op-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_mprobe-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_send-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_testall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_bsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-029.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ialltoall-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-025.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-049.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-069.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-036.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-066.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_raccumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allreduce-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-046.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-151.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-send-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-099.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ibcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_bcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallreduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-request-rget_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-062.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_ibcast-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-055.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_testany-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_ibcast-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_sendrecv_replace-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Root-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_testsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidBuffer-005.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallgather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-050.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-016.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ireduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-request-rget_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_improbe-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-021.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidBuffer-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallgather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-024.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_psend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_psend_init-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_imrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ssend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-106.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_precv_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-029.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-043.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-lockunlock-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ialltoall-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_sendrecv_replace-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-032.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockallflush-bufwrite_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_sendrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_gather-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_irsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_alltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-039.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-020.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-124.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-mpi_send-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-036.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_probe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-143.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-025.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_exscan-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-144.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_psend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-020.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-flag-mpi_iprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_recv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_exscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_issend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv_replace-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-154.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-052.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-fetch_and_op_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-receive-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_ireduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-036.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-008.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-091.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-027.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_mprobe-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-035.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_exscan-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_bsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_rsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-027.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-051.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_cart_create-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-067.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-028.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_gather-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-022.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_sendrecv_replace-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-013.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_improbe-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_psend_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_mprobe-013.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-raccumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_rsend_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-050.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-017.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_issend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-076.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-025.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-compare_and_swap_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_reduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-031.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Op-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-081.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-028.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_mprobe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-079.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_scatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_testany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_reduce_scatter_block-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ialltoall-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_issend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-lockunlock-get_accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_iscatter-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-put_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_bsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_waitany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_recv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv_init-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_precv_init-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallreduce-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-raccumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-outcount-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scatter-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allreduce-009.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rput_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_send-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-113.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_psend_init-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-015.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-009.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ssend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_iallgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_psend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-011.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-016.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_send-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_irsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-030.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rput_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-flag-mpi_initialized-001.c', 'id': 0, 'category': 'other', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_mrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_rsend_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockflushlocal-raccumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rput_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ialltoall-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-014.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-068.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_cart_create-mpi_cart_get-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_iscatter-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ssend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-034.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_reduce_scatter_block-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-061.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_irecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_precv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_localbufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-lockunlock-accumulate_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_recv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rput_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-038.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_iscatter-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_irsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_raccumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-003.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-put_bufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_send-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-get_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-028.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_bsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-058.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-075.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-135.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-020.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-008.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_waitsome-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_iscan-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-flag-mpi_testany-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_issend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_ibsend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-018.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-033.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidDatataype-007.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidDatataype'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_recv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv_init-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_psend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-065.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_mrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-088.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_rget_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-071.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidBuffer-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidBuffer'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_precv_init-009.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-send-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_compare_and_swap-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_psend_init-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scatter-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallgather-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_imrecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_ialltoall-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-003.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_sendrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Tag-mpi_probe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_rget_accumulate-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-027.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_ibsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_bsend-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_mprobe-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_ibsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-011.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-026.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allgather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_improbe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_precv_init-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_rsend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Type-mpi_allreduce-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-025.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_precv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-153.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ibarrier-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_accumulate_put-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-014.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-049.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-get_accumulate_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_improbe-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-049.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-041.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-put_rput-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_scan-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-024.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_improbe-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-026.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-019.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-032.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-149.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_rsend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Matching-tag-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'Matching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-015.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-mpi_iscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-flag-mpi_test-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-118.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_allreduce-011.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-send-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-012.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-fetch_and_op_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-get_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-010.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_isend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_alltoall-mpi_ireduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-063.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_precv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-097.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_mrecv-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_exscan-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_psend_init-007.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-012.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-004.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-put_compare_and_swap-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-rget_accumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_waitall-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-receive-mpi_recv_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Status-mpi_test-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-022.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allgather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-018.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-096.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_recv_init-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-037.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-mpi_iallreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-get_accumulate_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_isend-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-016.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-outcount-mpi_testsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-014.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-015.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-082.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_iallreduce-005.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-fetch_and_op_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-064.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-mpi_mprobe-mpi_send-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_scan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_recv_init-004.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_ireduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_isend-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_irecv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_rsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-022.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-003.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_gather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_barrier-mpi_scatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-mpi_probe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send-010.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-raccumulate_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-006.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/RequestLifeCycle-mpi_ibarrier-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'RequestLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_ibarrier-002.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_put-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_mprobe-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_alltoall-017.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Comm-mpi_sendrecv-005.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_rsend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_ialltoall-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_rput-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_get-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-compare_and_swap_fetch_and_op-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-rget_rget-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_reduce-023.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-004.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-accumulate_localbufwrite-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/EpochLifeCycle-024.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'EpochLifeCycle'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_recv-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_waitsome-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_bcast-033.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_rsend-019.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_allreduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allgather-051.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Com-mpi_exscan-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Rank-006.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_ssend-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-fence-get_accumulate_fetch_and_op-002.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-rget_get_accumulate-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_allreduce-044.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_iallreduce-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalConcurrency-fence-raccumulate_bufread-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 3 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_send_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_exscan-mpi_iscatter-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/ParamMatching-Type-mpi_gather-018.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'ParamMatching'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_igather-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalParameterMissmatch-Dtype-mpi_send-014.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/LocalConcurrency-fence-get_rget-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'LocalConcurrency'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Buffer-mpi_sendrecv-006.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-lockflush-bufwrite_get-001.c', 'id': 0, 'category': 'RMA', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Tag-mpi_ssend_init-001.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Comm-mpi_recv_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/Correct-mpi_bcast-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'OK', 'detail': 'OK'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/CallOrdering-unmatched-mpi_bcast-mpi_reduce-001.c', 'id': 0, 'category': 'COLL', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'CallOrdering'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/GlobalParameterMissmatch-Dtype-mpi_isend-028.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'GlobalParameterMissmatch'}, {'filename': '../mpi-bugbench-results/logs-20240607/must/InvalidParam-Request-mpi_bsend_init-002.c', 'id': 0, 'category': 'P2P', 'cmd': 'mpirun -np 2 ${EXE}', 'expect': 'ERROR', 'detail': 'InvalidParam'}] +Test 'InvalidBuffer-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.972920417785645 sec +Test 'InvalidBuffer-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.21243119239807 sec +Test 'InvalidBuffer-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.091975688934326 sec +Test 'InvalidBuffer-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.07615566253662 sec +Test 'InvalidBuffer-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 34.707717418670654 sec +Test 'InvalidBuffer-006_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.063308715820312 sec +Test 'InvalidBuffer-007_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.011417865753174 sec +Test 'InvalidBuffer-008_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.98636484146118 sec +Test 'InvalidBuffer-009_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.049962043762207 sec +Test 'InvalidBuffer-010_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.986572265625 sec +Test 'InvalidBuffer-011_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.98226046562195 sec +Test 'InvalidBuffer-012_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.985710859298706 sec +Test 'InvalidDatataype-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 34.847590923309326 sec +Test 'InvalidDatataype-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.026715755462646 sec +Test 'InvalidDatataype-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.027904510498047 sec +Test 'InvalidDatataype-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.00161123275757 sec +Test 'InvalidDatataype-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.046415328979492 sec +Test 'InvalidDatataype-006_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.02690887451172 sec +Test 'InvalidDatataype-007_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.99230456352234 sec +Test 'InvalidDatataype-008_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.98584246635437 sec +Test 'InvalidDatataype-009_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.031803607940674 sec +Test 'InvalidDatataype-010_0' result: FALSE_NEG: failed to detect an error. Elapsed: 32.044233083724976 sec +Test 'InvalidDatataype-011_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.021794080734253 sec +Test 'InvalidDatataype-012_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.03531503677368 sec +Test 'InvalidDatataype-013_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.988101720809937 sec +Test 'InvalidDatataype-014_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.046376705169678 sec +Test 'InvalidDatataype-015_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.005239725112915 sec +Test 'InvalidDatataype-016_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.05843234062195 sec +Test 'InvalidParam-Buffer-mpi_bsend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.985562324523926 sec +Test 'InvalidParam-Buffer-mpi_bsend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.960490465164185 sec Test 'InvalidParam-Buffer-mpi_bsend-003_0' result: failure: tool error, or test not run. Elapsed: 30.935338497161865 sec Test 'InvalidParam-Buffer-mpi_bsend-004_0' result: failure: tool error, or test not run. Elapsed: 30.944623947143555 sec Test 'InvalidParam-Buffer-mpi_bsend-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.964766025543213 sec -Test 'InvalidParam-Buffer-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.952397108078003 sec -Test 'InvalidParam-Buffer-mpi_bsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.89911985397339 sec +Test 'InvalidParam-Buffer-mpi_bsend_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.952397108078003 sec +Test 'InvalidParam-Buffer-mpi_bsend_init-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.89911985397339 sec Test 'InvalidParam-Buffer-mpi_bsend_init-003_0' result: failure: tool error, or test not run. Elapsed: 30.957857370376587 sec -Test 'InvalidParam-Buffer-mpi_bsend_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.095267057418823 sec +Test 'InvalidParam-Buffer-mpi_bsend_init-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.095267057418823 sec Test 'InvalidParam-Buffer-mpi_bsend_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.91694664955139 sec -Test 'InvalidParam-Buffer-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.964519739151 sec -Test 'InvalidParam-Buffer-mpi_ibsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.003212451934814 sec +Test 'InvalidParam-Buffer-mpi_ibsend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.964519739151 sec +Test 'InvalidParam-Buffer-mpi_ibsend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.003212451934814 sec Test 'InvalidParam-Buffer-mpi_ibsend-003_0' result: failure: tool error, or test not run. Elapsed: 30.835777759552002 sec Test 'InvalidParam-Buffer-mpi_ibsend-004_0' result: failure: tool error, or test not run. Elapsed: 30.935633182525635 sec Test 'InvalidParam-Buffer-mpi_ibsend-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.973711490631104 sec -Test 'InvalidParam-Buffer-mpi_imrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.008233547210693 sec -Test 'InvalidParam-Buffer-mpi_imrecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.00669550895691 sec +Test 'InvalidParam-Buffer-mpi_imrecv-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.008233547210693 sec +Test 'InvalidParam-Buffer-mpi_imrecv-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.00669550895691 sec Test 'InvalidParam-Buffer-mpi_imrecv-003_0' result: failure: tool error, or test not run. Elapsed: 32.31958746910095 sec -Test 'InvalidParam-Buffer-mpi_imrecv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.956888437271118 sec -Test 'InvalidParam-Buffer-mpi_irecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.958484172821045 sec -Test 'InvalidParam-Buffer-mpi_irecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.971022844314575 sec +Test 'InvalidParam-Buffer-mpi_imrecv-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.956888437271118 sec +Test 'InvalidParam-Buffer-mpi_irecv-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.958484172821045 sec +Test 'InvalidParam-Buffer-mpi_irecv-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.971022844314575 sec Test 'InvalidParam-Buffer-mpi_irecv-003_0' result: failure: tool error, or test not run. Elapsed: 30.96434259414673 sec -Test 'InvalidParam-Buffer-mpi_irecv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.918993949890137 sec +Test 'InvalidParam-Buffer-mpi_irecv-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.918993949890137 sec Test 'InvalidParam-Buffer-mpi_irecv-005_0' result: failure: tool error, or test not run. Elapsed: 31.012861251831055 sec -Test 'InvalidParam-Buffer-mpi_irsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.88173222541809 sec -Test 'InvalidParam-Buffer-mpi_irsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.960732460021973 sec +Test 'InvalidParam-Buffer-mpi_irsend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.88173222541809 sec +Test 'InvalidParam-Buffer-mpi_irsend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.960732460021973 sec Test 'InvalidParam-Buffer-mpi_irsend-003_0' result: failure: tool error, or test not run. Elapsed: 30.986661195755005 sec Test 'InvalidParam-Buffer-mpi_irsend-004_0' result: failure: tool error, or test not run. Elapsed: 30.97594904899597 sec Test 'InvalidParam-Buffer-mpi_irsend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 0.9326174259185791 sec -Test 'InvalidParam-Buffer-mpi_isend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.985101461410522 sec -Test 'InvalidParam-Buffer-mpi_isend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.946043729782104 sec +Test 'InvalidParam-Buffer-mpi_isend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.985101461410522 sec +Test 'InvalidParam-Buffer-mpi_isend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.946043729782104 sec Test 'InvalidParam-Buffer-mpi_isend-003_0' result: failure: tool error, or test not run. Elapsed: 30.98601007461548 sec -Test 'InvalidParam-Buffer-mpi_isend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.86514115333557 sec +Test 'InvalidParam-Buffer-mpi_isend-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.86514115333557 sec Test 'InvalidParam-Buffer-mpi_isend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 0.906073808670044 sec -Test 'InvalidParam-Buffer-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.997172832489014 sec -Test 'InvalidParam-Buffer-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.001248836517334 sec +Test 'InvalidParam-Buffer-mpi_issend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.997172832489014 sec +Test 'InvalidParam-Buffer-mpi_issend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.001248836517334 sec Test 'InvalidParam-Buffer-mpi_issend-003_0' result: failure: tool error, or test not run. Elapsed: 30.944600820541382 sec Test 'InvalidParam-Buffer-mpi_issend-004_0' result: failure: tool error, or test not run. Elapsed: 30.944022178649902 sec Test 'InvalidParam-Buffer-mpi_issend-005_0' result: failure: tool error, or test not run. Elapsed: 30.879931211471558 sec -Test 'InvalidParam-Buffer-mpi_mrecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.95695209503174 sec -Test 'InvalidParam-Buffer-mpi_mrecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.998591661453247 sec +Test 'InvalidParam-Buffer-mpi_mrecv-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.95695209503174 sec +Test 'InvalidParam-Buffer-mpi_mrecv-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.998591661453247 sec Test 'InvalidParam-Buffer-mpi_mrecv-003_0' result: failure: tool error, or test not run. Elapsed: 31.110302686691284 sec -Test 'InvalidParam-Buffer-mpi_mrecv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.955020904541016 sec -Test 'InvalidParam-Buffer-mpi_precv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.956925630569458 sec -Test 'InvalidParam-Buffer-mpi_precv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.85827398300171 sec +Test 'InvalidParam-Buffer-mpi_mrecv-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.955020904541016 sec +Test 'InvalidParam-Buffer-mpi_precv_init-001_0' result: failure: tool error, or test not run. Elapsed: 30.956925630569458 sec +Test 'InvalidParam-Buffer-mpi_precv_init-002_0' result: failure: tool error, or test not run. Elapsed: 30.85827398300171 sec Test 'InvalidParam-Buffer-mpi_precv_init-003_0' result: failure: tool error, or test not run. Elapsed: 30.982465505599976 sec Test 'InvalidParam-Buffer-mpi_precv_init-004_0' result: failure: tool error, or test not run. Elapsed: 30.97785997390747 sec Test 'InvalidParam-Buffer-mpi_precv_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.02171039581299 sec -Test 'InvalidParam-Buffer-mpi_psend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.988054275512695 sec -Test 'InvalidParam-Buffer-mpi_psend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.922298431396484 sec +Test 'InvalidParam-Buffer-mpi_psend_init-001_0' result: failure: tool error, or test not run. Elapsed: 30.988054275512695 sec +Test 'InvalidParam-Buffer-mpi_psend_init-002_0' result: failure: tool error, or test not run. Elapsed: 30.922298431396484 sec Test 'InvalidParam-Buffer-mpi_psend_init-003_0' result: failure: tool error, or test not run. Elapsed: 31.087348699569702 sec -Test 'InvalidParam-Buffer-mpi_psend_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.995187282562256 sec +Test 'InvalidParam-Buffer-mpi_psend_init-004_0' result: failure: tool error, or test not run. Elapsed: 30.995187282562256 sec Test 'InvalidParam-Buffer-mpi_psend_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.079637050628662 sec -Test 'InvalidParam-Buffer-mpi_recv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.93045425415039 sec -Test 'InvalidParam-Buffer-mpi_recv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.96726942062378 sec +Test 'InvalidParam-Buffer-mpi_recv-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.93045425415039 sec +Test 'InvalidParam-Buffer-mpi_recv-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.96726942062378 sec Test 'InvalidParam-Buffer-mpi_recv-003_0' result: failure: tool error, or test not run. Elapsed: 31.001131772994995 sec Test 'InvalidParam-Buffer-mpi_recv-004_0' result: failure: tool error, or test not run. Elapsed: 30.879029512405396 sec Test 'InvalidParam-Buffer-mpi_recv-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.0685648918151855 sec -Test 'InvalidParam-Buffer-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.08418297767639 sec -Test 'InvalidParam-Buffer-mpi_recv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.891735553741455 sec +Test 'InvalidParam-Buffer-mpi_recv_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.08418297767639 sec +Test 'InvalidParam-Buffer-mpi_recv_init-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.891735553741455 sec Test 'InvalidParam-Buffer-mpi_recv_init-003_0' result: failure: tool error, or test not run. Elapsed: 30.984426498413086 sec Test 'InvalidParam-Buffer-mpi_recv_init-004_0' result: failure: tool error, or test not run. Elapsed: 30.94921588897705 sec Test 'InvalidParam-Buffer-mpi_recv_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.98734951019287 sec -Test 'InvalidParam-Buffer-mpi_rsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.07207226753235 sec -Test 'InvalidParam-Buffer-mpi_rsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.959064245224 sec +Test 'InvalidParam-Buffer-mpi_rsend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.07207226753235 sec +Test 'InvalidParam-Buffer-mpi_rsend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.959064245224 sec Test 'InvalidParam-Buffer-mpi_rsend-003_0' result: failure: tool error, or test not run. Elapsed: 30.920822381973267 sec -Test 'InvalidParam-Buffer-mpi_rsend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.02346634864807 sec +Test 'InvalidParam-Buffer-mpi_rsend-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.02346634864807 sec Test 'InvalidParam-Buffer-mpi_rsend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 0.9608757495880127 sec -Test 'InvalidParam-Buffer-mpi_rsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.954397916793823 sec -Test 'InvalidParam-Buffer-mpi_rsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.947253942489624 sec +Test 'InvalidParam-Buffer-mpi_rsend_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.954397916793823 sec +Test 'InvalidParam-Buffer-mpi_rsend_init-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.947253942489624 sec Test 'InvalidParam-Buffer-mpi_rsend_init-003_0' result: failure: tool error, or test not run. Elapsed: 30.959192514419556 sec -Test 'InvalidParam-Buffer-mpi_rsend_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.901820421218872 sec +Test 'InvalidParam-Buffer-mpi_rsend_init-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.901820421218872 sec Test 'InvalidParam-Buffer-mpi_rsend_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.9102725982666 sec -Test 'InvalidParam-Buffer-mpi_send-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.903039932250977 sec -Test 'InvalidParam-Buffer-mpi_send-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.929462671279907 sec +Test 'InvalidParam-Buffer-mpi_send-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.903039932250977 sec +Test 'InvalidParam-Buffer-mpi_send-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.929462671279907 sec Test 'InvalidParam-Buffer-mpi_send-003_0' result: failure: tool error, or test not run. Elapsed: 30.948392391204834 sec -Test 'InvalidParam-Buffer-mpi_send-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.933141469955444 sec +Test 'InvalidParam-Buffer-mpi_send-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.933141469955444 sec Test 'InvalidParam-Buffer-mpi_send-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 1.0243444442749023 sec -Test 'InvalidParam-Buffer-mpi_send_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.984700918197632 sec -Test 'InvalidParam-Buffer-mpi_send_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.937194108963013 sec +Test 'InvalidParam-Buffer-mpi_send_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.984700918197632 sec +Test 'InvalidParam-Buffer-mpi_send_init-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.937194108963013 sec Test 'InvalidParam-Buffer-mpi_send_init-003_0' result: failure: tool error, or test not run. Elapsed: 31.106061697006226 sec -Test 'InvalidParam-Buffer-mpi_send_init-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.930620908737183 sec +Test 'InvalidParam-Buffer-mpi_send_init-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.930620908737183 sec Test 'InvalidParam-Buffer-mpi_send_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.921960830688477 sec Test 'InvalidParam-Buffer-mpi_sendrecv-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 0.9081058502197266 sec Test 'InvalidParam-Buffer-mpi_sendrecv-002_0' result: failure: tool error, or test not run. Elapsed: 30.928757190704346 sec -Test 'InvalidParam-Buffer-mpi_sendrecv-003_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.88687300682068 sec -Test 'InvalidParam-Buffer-mpi_sendrecv-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.952709674835205 sec -Test 'InvalidParam-Buffer-mpi_sendrecv-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.947728633880615 sec -Test 'InvalidParam-Buffer-mpi_sendrecv-006_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.982580184936523 sec -Test 'InvalidParam-Buffer-mpi_ssend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.969579458236694 sec -Test 'InvalidParam-Buffer-mpi_ssend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.93690037727356 sec +Test 'InvalidParam-Buffer-mpi_sendrecv-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.88687300682068 sec +Test 'InvalidParam-Buffer-mpi_sendrecv-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.952709674835205 sec +Test 'InvalidParam-Buffer-mpi_sendrecv-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.947728633880615 sec +Test 'InvalidParam-Buffer-mpi_sendrecv-006_0' result: failure: tool error, or test not run. Elapsed: 30.982580184936523 sec +Test 'InvalidParam-Buffer-mpi_ssend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.969579458236694 sec +Test 'InvalidParam-Buffer-mpi_ssend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.93690037727356 sec Test 'InvalidParam-Buffer-mpi_ssend-003_0' result: failure: tool error, or test not run. Elapsed: 30.986932277679443 sec -Test 'InvalidParam-Buffer-mpi_ssend-004_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.98329257965088 sec +Test 'InvalidParam-Buffer-mpi_ssend-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.98329257965088 sec Test 'InvalidParam-Buffer-mpi_ssend-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 0.9679226875305176 sec -Test 'InvalidParam-Buffer-mpi_ssend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.972190856933594 sec -Test 'InvalidParam-Buffer-mpi_ssend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.91464591026306 sec +Test 'InvalidParam-Buffer-mpi_ssend_init-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.972190856933594 sec +Test 'InvalidParam-Buffer-mpi_ssend_init-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.91464591026306 sec Test 'InvalidParam-Buffer-mpi_ssend_init-003_0' result: failure: tool error, or test not run. Elapsed: 30.96075963973999 sec Test 'InvalidParam-Buffer-mpi_ssend_init-004_0' result: failure: tool error, or test not run. Elapsed: 31.005961656570435 sec Test 'InvalidParam-Buffer-mpi_ssend_init-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.91885995864868 sec @@ -137,8 +137,8 @@ Test 'InvalidParam-Comm-mpi_barrier-001_0' result: TRUE_POS: correctly detected Test 'InvalidParam-Comm-mpi_barrier-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.943804025650024 sec Test 'InvalidParam-Comm-mpi_bcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.92207646369934 sec Test 'InvalidParam-Comm-mpi_bcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.936912059783936 sec -Test 'InvalidParam-Comm-mpi_bsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.874686002731323 sec -Test 'InvalidParam-Comm-mpi_bsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.93797469139099 sec +Test 'InvalidParam-Comm-mpi_bsend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.874686002731323 sec +Test 'InvalidParam-Comm-mpi_bsend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.93797469139099 sec Test 'InvalidParam-Comm-mpi_bsend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.9658043384552 sec Test 'InvalidParam-Comm-mpi_bsend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.89208483695984 sec Test 'InvalidParam-Comm-mpi_cart_create-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.917375087738037 sec @@ -158,12 +158,12 @@ Test 'InvalidParam-Comm-mpi_ibarrier-001_0' result: TRUE_POS: correctly detected Test 'InvalidParam-Comm-mpi_ibarrier-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.897087335586548 sec Test 'InvalidParam-Comm-mpi_ibcast-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.964667558670044 sec Test 'InvalidParam-Comm-mpi_ibcast-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.88541293144226 sec -Test 'InvalidParam-Comm-mpi_ibsend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.95477294921875 sec -Test 'InvalidParam-Comm-mpi_ibsend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.956151485443115 sec +Test 'InvalidParam-Comm-mpi_ibsend-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.95477294921875 sec +Test 'InvalidParam-Comm-mpi_ibsend-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.956151485443115 sec Test 'InvalidParam-Comm-mpi_igather-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.230206727981567 sec Test 'InvalidParam-Comm-mpi_igather-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.94420576095581 sec -Test 'InvalidParam-Comm-mpi_improbe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 32.30135679244995 sec -Test 'InvalidParam-Comm-mpi_improbe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.8953058719635 sec +Test 'InvalidParam-Comm-mpi_improbe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 32.30135679244995 sec +Test 'InvalidParam-Comm-mpi_improbe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.8953058719635 sec Test 'InvalidParam-Comm-mpi_irecv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.96662211418152 sec Test 'InvalidParam-Comm-mpi_irecv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.937256336212158 sec Test 'InvalidParam-Comm-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.863715410232544 sec @@ -178,12 +178,12 @@ Test 'InvalidParam-Comm-mpi_isend-001_0' result: TRUE_POS: correctly detected an Test 'InvalidParam-Comm-mpi_isend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.934887886047363 sec Test 'InvalidParam-Comm-mpi_issend-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.945136308670044 sec Test 'InvalidParam-Comm-mpi_issend-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.951566696166992 sec -Test 'InvalidParam-Comm-mpi_mprobe-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.07073998451233 sec -Test 'InvalidParam-Comm-mpi_mprobe-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.977163314819336 sec -Test 'InvalidParam-Comm-mpi_precv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.898820400238037 sec -Test 'InvalidParam-Comm-mpi_precv_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 32.606078147888184 sec -Test 'InvalidParam-Comm-mpi_psend_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.964165925979614 sec -Test 'InvalidParam-Comm-mpi_psend_init-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.143890619277954 sec +Test 'InvalidParam-Comm-mpi_mprobe-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.07073998451233 sec +Test 'InvalidParam-Comm-mpi_mprobe-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.977163314819336 sec +Test 'InvalidParam-Comm-mpi_precv_init-001_0' result: failure: tool error, or test not run. Elapsed: 30.898820400238037 sec +Test 'InvalidParam-Comm-mpi_precv_init-002_0' result: failure: tool error, or test not run. Elapsed: 32.606078147888184 sec +Test 'InvalidParam-Comm-mpi_psend_init-001_0' result: failure: tool error, or test not run. Elapsed: 30.964165925979614 sec +Test 'InvalidParam-Comm-mpi_psend_init-002_0' result: failure: tool error, or test not run. Elapsed: 31.143890619277954 sec Test 'InvalidParam-Comm-mpi_recv-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.02316951751709 sec Test 'InvalidParam-Comm-mpi_recv-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.983507871627808 sec Test 'InvalidParam-Comm-mpi_recv_init-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.06622624397278 sec @@ -218,114 +218,114 @@ Test 'InvalidParam-Op-mpi_ireduce-001_0' result: TRUE_POS: correctly detected an Test 'InvalidParam-Op-mpi_reduce-001_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.935011863708496 sec /home/simon/Research/mpi-bugbench Test 'InvalidParam-Rank-001_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20595407485962 sec -Test 'InvalidParam-Rank-002_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.992663860321045 sec +Test 'InvalidParam-Rank-002_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.992663860321045 sec /home/simon/Research/mpi-bugbench -Test 'InvalidParam-Rank-003_0' result: timeout: timeout after 60.20641255378723 sec. Elapsed: 60.20641255378723 sec +Test 'InvalidParam-Rank-003_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20641255378723 sec /home/simon/Research/mpi-bugbench Test 'InvalidParam-Rank-004_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20613217353821 sec -Test 'InvalidParam-Rank-005_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.03760004043579 sec +Test 'InvalidParam-Rank-005_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.03760004043579 sec /home/simon/Research/mpi-bugbench -Test 'InvalidParam-Rank-006_0' result: timeout: timeout after 60.206209897994995 sec. Elapsed: 60.206209897994995 sec +Test 'InvalidParam-Rank-006_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.206209897994995 sec /home/simon/Research/mpi-bugbench Test 'InvalidParam-Rank-007_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20578193664551 sec -Test 'InvalidParam-Rank-008_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.001862049102783 sec +Test 'InvalidParam-Rank-008_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.001862049102783 sec /home/simon/Research/mpi-bugbench -Test 'InvalidParam-Rank-009_0' result: timeout: timeout after 60.20449113845825 sec. Elapsed: 60.20449113845825 sec +Test 'InvalidParam-Rank-009_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20449113845825 sec /home/simon/Research/mpi-bugbench Test 'InvalidParam-Rank-010_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.206087827682495 sec -Test 'InvalidParam-Rank-011_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.98557209968567 sec +Test 'InvalidParam-Rank-011_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.98557209968567 sec /home/simon/Research/mpi-bugbench -Test 'InvalidParam-Rank-012_0' result: timeout: timeout after 60.20851016044617 sec. Elapsed: 60.20851016044617 sec +Test 'InvalidParam-Rank-012_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20851016044617 sec /home/simon/Research/mpi-bugbench Test 'InvalidParam-Rank-013_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20361375808716 sec -Test 'InvalidParam-Rank-014_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.632091760635376 sec +Test 'InvalidParam-Rank-014_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.632091760635376 sec /home/simon/Research/mpi-bugbench -Test 'InvalidParam-Rank-015_0' result: timeout: timeout after 60.20329141616821 sec. Elapsed: 60.20329141616821 sec +Test 'InvalidParam-Rank-015_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20329141616821 sec /home/simon/Research/mpi-bugbench Test 'InvalidParam-Rank-016_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.207894802093506 sec -Test 'InvalidParam-Rank-017_0' result: TRUE_POS: correctly detected an error. Elapsed: 31.021880626678467 sec +Test 'InvalidParam-Rank-017_0' result: FALSE_NEG: failed to detect an error. Elapsed: 31.021880626678467 sec /home/simon/Research/mpi-bugbench -Test 'InvalidParam-Rank-018_0' result: timeout: timeout after 60.20462679862976 sec. Elapsed: 60.20462679862976 sec +Test 'InvalidParam-Rank-018_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20462679862976 sec /home/simon/Research/mpi-bugbench Test 'InvalidParam-Rank-019_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.205867290496826 sec -Test 'InvalidParam-Rank-020_0' result: TRUE_POS: correctly detected an error. Elapsed: 32.79535412788391 sec +Test 'InvalidParam-Rank-020_0' result: FALSE_NEG: failed to detect an error. Elapsed: 32.79535412788391 sec /home/simon/Research/mpi-bugbench -Test 'InvalidParam-Rank-021_0' result: timeout: timeout after 60.20692801475525 sec. Elapsed: 60.20692801475525 sec +Test 'InvalidParam-Rank-021_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20692801475525 sec /home/simon/Research/mpi-bugbench Test 'InvalidParam-Rank-022_0' result: FALSE_NEG: failed to detect an error. Elapsed: 60.20582127571106 sec -Test 'InvalidParam-Rank-023_0' result: TRUE_POS: correctly detected an error. Elapsed: 30.9968204498291 sec +Test 'InvalidParam-Rank-023_0' result: FALSE_NEG: failed to detect an error. Elapsed: 30.9968204498291 sec /home/simon/Research/mpi-bugbench -Test 'InvalidParam-Rank-024_0' result: timeout: timeout after 60.20685124397278 sec. Elapsed: 60.20685124397278 sec +Test 'InvalidParam-R